[ 523.593467] env[65845]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.593467] env[65845]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 524.582070] env[65933]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.582070] env[65933]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 526.449648] env[65933]: INFO neutron.common.config [-] Logging enabled! [ 526.450110] env[65933]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 526.450190] env[65933]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65933) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 526.450490] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 526.450586] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 526.451430] env[65933]: WARNING oslo_policy.policy [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 526.451680] env[65933]: WARNING oslo_policy.policy [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 526.453396] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] VMware NSXv3 Agent initialized successfully. [ 526.453746] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] Acquiring lock "singleton_lock" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.453923] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] Acquired lock "singleton_lock" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.454175] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] Releasing lock "singleton_lock" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.454466] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] Full set of CONF: {{(pid=65933) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 526.454579] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ******************************************************************************** {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 526.454683] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] Configuration options gathered from: {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 526.455457] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 526.455543] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 526.455691] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ================================================================================ {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 526.455801] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] agent_down_time = 75 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.455941] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] allow_automatic_dhcp_failover = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.456086] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] allow_bulk = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.456229] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] api_extensions_path = {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.456364] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] api_paste_config = api-paste.ini {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.456500] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] auth_strategy = keystone {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.456602] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] backdoor_port = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.456700] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] backdoor_socket = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.456842] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] backlog = 4096 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.456999] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.457171] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] bind_host = 0.0.0.0 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.457309] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] bind_port = 9696 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.457441] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] client_socket_timeout = 900 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.457577] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] config_dir = [] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.457682] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.457818] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] config_source = [] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.457954] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] control_exchange = neutron {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.458100] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] core_plugin = ml2 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.458235] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] debug = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.458365] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] default_availability_zones = [] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.458570] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.458699] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] dhcp_agent_notification = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.458828] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] dhcp_agents_per_network = 1 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.458954] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] dhcp_lease_duration = 86400 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.459103] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] dhcp_load_type = networks {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.459237] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] dns_domain = openstacklocal {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.459369] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.459499] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] enable_default_route_bfd = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.459624] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] enable_default_route_ecmp = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.459761] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] enable_dvr = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.459939] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] enable_new_agents = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.460091] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.460223] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] enable_signals = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.460349] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] enable_traditional_dhcp = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.460472] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] external_dns_driver = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.460600] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] filter_validation = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.460737] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] global_physnet_mtu = 8950 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.460865] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] graceful_shutdown_timeout = 60 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.461053] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] host = cpu-1 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.461288] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] host_dvr_for_dhcp = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.461360] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] http_retries = 3 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.461451] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] instance_format = [instance: %(uuid)s] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.461607] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.461750] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ipam_driver = internal {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.461879] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ipv6_pd_enabled = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.462014] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] l3_ha = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.462154] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.462287] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] l3_ha_network_physical_name = {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.462417] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] l3_ha_network_type = {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.462576] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] log_color = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.462712] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] log_config_append = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.462849] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.462975] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] log_dir = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.463117] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] log_file = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.463221] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] log_options = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.463351] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] log_rotate_interval = 1 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.463621] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] log_rotate_interval_type = days {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.463621] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] log_rotation_type = none {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.463754] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.463808] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.463970] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.464130] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.464239] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.464364] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] max_dns_nameservers = 5 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.464492] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] max_header_line = 16384 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.464622] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] max_l3_agents_per_router = 3 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.464751] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] max_logfile_count = 30 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.464882] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] max_logfile_size_mb = 200 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.465019] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] max_subnet_host_routes = 20 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.465158] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] my_ip = 10.180.1.21 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.465294] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] my_ipv6 = ::1 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.465427] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] network_auto_schedule = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.465638] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] network_link_prefix = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.465733] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.465890] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] notify_nova_on_port_data_changes = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.465949] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] notify_nova_on_port_status_changes = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.466078] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] pagination_max_limit = -1 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.466209] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] publish_errors = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.466337] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] rate_limit_burst = 0 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.466476] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] rate_limit_except_level = CRITICAL {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.466606] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] rate_limit_interval = 0 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.466761] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] retry_until_window = 30 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.466891] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] router_distributed = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.467028] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] rpc_resources_processing_step = 20 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.467159] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] rpc_response_max_timeout = 600 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.467286] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] rpc_response_timeout = 60 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.467494] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] send_events_interval = 2 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.467658] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] service_plugins = ['router'] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.467799] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] setproctitle = on {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.467924] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] shell_completion = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.468069] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] state_path = /opt/stack/data/neutron {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.468209] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] syslog_log_facility = LOG_USER {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.468341] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] tcp_keepidle = 600 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.468474] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] transport_url = **** {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.468603] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] use_journal = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.468730] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] use_json = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.468860] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] use_ssl = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.468983] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] use_stderr = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.469126] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] use_syslog = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.469255] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] vlan_qinq = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.469379] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] vlan_transparent = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.469505] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] watch_log_file = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.469630] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] wsgi_default_pool_size = 100 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.469755] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] wsgi_keep_alive = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.469889] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.470023] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] wsgi_server_debug = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.470181] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_concurrency.disable_process_locking = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.470322] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.470466] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.470602] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.470742] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.470882] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.471024] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.471177] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] profiler.connection_string = messaging:// {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.471317] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] profiler.enabled = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.471457] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] profiler.es_doc_type = notification {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.471615] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] profiler.es_scroll_size = 10000 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.471768] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] profiler.es_scroll_time = 2m {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.471904] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] profiler.filter_error_trace = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.472056] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] profiler.hmac_keys = **** {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.472200] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] profiler.sentinel_service_name = mymaster {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.472344] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] profiler.socket_timeout = 0.1 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.472480] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] profiler.trace_requests = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.472634] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] profiler.trace_sqlalchemy = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.472816] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] profiler_jaeger.process_tags = {} {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.472954] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] profiler_jaeger.service_name_prefix = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.473099] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] profiler_otlp.service_name_prefix = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.473249] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_policy.enforce_new_defaults = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.473525] env[65933]: WARNING oslo_config.cfg [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 526.473676] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_policy.enforce_scope = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.473822] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_policy.policy_default_rule = default {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.473974] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.474129] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.474275] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.474409] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.474542] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.474671] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.474804] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.474943] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.475102] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.475255] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] agent.extensions = [] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.475395] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.475534] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] service_providers.service_provider = [] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.475768] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] QUOTAS.default_quota = -1 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.475819] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.475988] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] QUOTAS.quota_floatingip = 50 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.476082] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] QUOTAS.quota_network = 100 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.476210] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] QUOTAS.quota_port = 500 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.476344] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.476472] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] QUOTAS.quota_router = 10 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.476603] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] QUOTAS.quota_security_group = 10 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.476744] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.476878] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] QUOTAS.quota_subnet = 100 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.477015] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] QUOTAS.track_quota_usage = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.477163] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.477295] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep.group = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.477424] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep.helper_command = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.477556] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep.log_daemon_traceback = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.477692] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.477824] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep.thread_pool_size = 8 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.477952] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep.user = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.478102] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.478232] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_dhcp_release.group = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.478360] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_dhcp_release.helper_command = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.478491] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.478625] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.478757] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.478883] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_dhcp_release.user = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.479028] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.479161] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_ovs_vsctl.group = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.479287] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.479418] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.479554] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.479684] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.479814] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_ovs_vsctl.user = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.479951] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_namespace.capabilities = [21] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.480089] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_namespace.group = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.480217] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_namespace.helper_command = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.480350] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.480483] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.480615] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.480742] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_namespace.user = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.480877] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_conntrack.capabilities = [12] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.481009] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_conntrack.group = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.481142] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_conntrack.helper_command = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.481270] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.481401] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.481530] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.481677] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_conntrack.user = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.481819] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_link.capabilities = [12, 21] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.481949] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_link.group = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.482086] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_link.helper_command = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.482218] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_link.log_daemon_traceback = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.482354] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.482484] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_link.thread_pool_size = 8 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.482611] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] privsep_link.user = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.482758] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.482900] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.483044] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT.continue_on_failed_promotions = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.483174] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT.dscp = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.483302] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT.dscp_inherit = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.483438] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT.force_mp_to_policy = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.483570] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT.locking_coordinator_url = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.483701] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT.log_agent_heartbeats = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.483835] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT.logging_expire = 1 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.483966] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.484107] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.484246] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT.polling_interval = 240 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.484376] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.484512] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.484651] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT.report_interval = 30.0 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.484794] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.484929] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.485077] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.485212] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT.sync_skew = 60 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.485342] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT.synchronization_queue_size = 20 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.485476] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT.use_helper_for_ns_read = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.485617] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] SECURITYGROUP.enable_ipset = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.485756] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] SECURITYGROUP.enable_security_group = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.485900] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.486097] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.486181] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] experimental.ipv6_pd_enabled = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.486319] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ml2.extension_drivers = ['port_security'] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.486449] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ml2.external_network_type = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.486593] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.486736] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ml2.overlay_ip_version = 4 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.486875] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ml2.path_mtu = 8950 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.487030] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ml2.physical_network_mtus = {} {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.487171] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.487310] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.487450] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ml2.type_drivers = ['vlan'] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.487594] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.487726] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.487856] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.487998] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.488151] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.488289] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.488425] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.488562] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.488698] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.488895] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.489052] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_login_password = **** {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.489199] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.489337] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_login_user = admin {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.489476] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.489635] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.489768] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.489903] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.490051] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.490197] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.490335] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.490471] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.490606] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.490744] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.490886] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.491028] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.491168] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.491364] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.491509] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.491671] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.491805] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.491945] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] nova.auth_section = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.492100] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] nova.auth_type = password {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.492241] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.492369] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] nova.certfile = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.492505] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] nova.collect_timing = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.492648] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] nova.endpoint_type = public {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.492784] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] nova.insecure = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.492913] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] nova.keyfile = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.493062] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] nova.region_name = RegionOne {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.493200] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] nova.split_loggers = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.493330] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] nova.timeout = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.493466] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] placement.auth_section = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.493606] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] placement.auth_type = password {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.493743] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.493874] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] placement.certfile = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.494010] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] placement.collect_timing = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.494154] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] placement.endpoint_type = public {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.494299] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] placement.insecure = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.494408] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] placement.keyfile = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.494534] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] placement.region_name = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.494663] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] placement.split_loggers = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.494791] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] placement.timeout = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.494926] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.auth_section = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.495070] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.auth_type = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.495200] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.cafile = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.495329] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.certfile = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.495460] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.collect_timing = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.495593] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.connect_retries = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.495723] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.connect_retry_delay = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.495854] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.enable_notifications = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.496049] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.endpoint_override = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.496139] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.insecure = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.496284] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.interface = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.496370] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.keyfile = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.496500] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.max_version = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.496628] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.min_version = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.496756] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.region_name = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.496883] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.retriable_status_codes = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.497014] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.service_name = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.497148] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.service_type = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.497280] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.split_loggers = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.497406] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.status_code_retries = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.497531] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.status_code_retry_delay = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.497658] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.timeout = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.497787] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.valid_interfaces = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.497914] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ironic.version = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.498064] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] cli_script.dry_run = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.498211] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.498341] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.498471] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.498600] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.498728] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.498856] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.498986] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.499129] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.499259] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.499398] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.499527] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.499664] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.499800] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.500157] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.500157] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.500210] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.500334] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.500464] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.500595] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.500727] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.500856] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.500985] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.501128] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.501258] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.501388] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.501519] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.501652] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.501786] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.501916] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.502061] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.502200] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.ssl = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.502344] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.502480] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.502620] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.502756] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.502893] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.503042] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.503189] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_notifications.driver = [] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.503326] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_notifications.retry = -1 {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.503476] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.503609] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.503721] env[65933]: DEBUG oslo_service.backend._eventlet.service [None req-0d5fb0a5-6508-419c-8e5e-b261dc8ac6d4 None None] ******************************************************************************** {{(pid=65933) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 526.504848] env[65933]: DEBUG neutron.agent.securitygroups_rpc [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Init firewall settings (driver=nsxv3) {{(pid=65933) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 526.506184] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65933) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 526.506424] env[65933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] RPC agent_id: nsxm-l-01a.corp.local [ 526.508567] env[65933]: DEBUG dogpile.cache.region [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 526.508693] env[65933]: DEBUG dogpile.lock [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 526.508788] env[65933]: DEBUG dogpile.lock [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 526.508879] env[65933]: DEBUG dogpile.lock [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 526.508970] env[65933]: DEBUG dogpile.cache.region [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 526.509069] env[65933]: DEBUG dogpile.lock [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 526.509189] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 526.553610] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Session token - acquiring [ 526.555285] env[65933]: DEBUG networking_nsxv3.common.locking [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.555490] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.555619] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.556066] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.567214] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.858015] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 526.886535] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 526.886781] env[65933]: DEBUG dogpile.cache.region [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Cache value generated in 0.377 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 526.886781] env[65933]: DEBUG dogpile.lock [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 526.886892] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Activating Policy API Provider. [ 526.887108] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Looking for the default Infrastructure Rules. [ 526.962426] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Looking for the Default Layer3 Logged Drop Section. [ 526.979701] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 526.980189] env[65933]: DEBUG networking_nsxv3.common.locking [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.980401] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquiring lock "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.980464] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquired lock "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.980744] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquired external semaphore "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.981107] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.498198] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.000432] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.503269] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Inventory metadata is going to be refreshed. [ 528.503695] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 529.240325] env[65933]: DEBUG networking_nsxv3.common.locking [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.240556] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.240615] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.240950] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.251742] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 529.252640] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.253465] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 529.270503] env[65933]: DEBUG networking_nsxv3.common.locking [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.270726] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.270766] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.271077] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.271208] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.271380] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 529.271465] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.271566] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 529.292155] env[65933]: DEBUG networking_nsxv3.common.locking [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.292391] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.292434] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.292726] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.292902] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.293060] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 529.312968] env[65933]: DEBUG networking_nsxv3.common.locking [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.313193] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.313249] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.313542] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.313696] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.313862] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 529.335602] env[65933]: DEBUG networking_nsxv3.common.locking [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.335815] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquiring lock "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.335912] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquired lock "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.336211] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquired external semaphore "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.336357] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Releasing lock "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.336506] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 529.336610] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.336714] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 529.358672] env[65933]: DEBUG networking_nsxv3.common.locking [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.358943] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquiring lock "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.359070] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquired lock "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.359398] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquired external semaphore "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.359641] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Releasing lock "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.359797] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 529.359905] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.360047] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 529.383170] env[65933]: DEBUG networking_nsxv3.common.locking [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.383387] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.383478] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.383755] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.383901] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.384068] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 529.384174] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.384273] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Inventory metadata have been refreshed. [ 529.384368] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Dryrun:True. Metadata refresh completed. [ 529.384486] env[65933]: DEBUG oslo_concurrency.lockutils [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Releasing lock "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.386188] env[65933]: INFO neutron.agent.agent_extensions_manager [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Loaded agent extensions: [] [ 529.386870] env[65933]: DEBUG neutron_lib.callbacks.manager [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65933) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 529.447018] env[65933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] NSXv3 Agent Agent RPC Daemon Started! [ 529.447167] env[65933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] NSXv3 Agent Agent loop - iteration:0 started [ 529.447272] env[65933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] NSXv3 Agent Agent out of sync with plugin! [ 530.391090] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.391527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.391527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.391527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.391736] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.894744] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.397531] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.901439] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 531.901566] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 532.641283] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.641731] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.641731] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.641813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.653387] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 532.654305] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.655301] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 532.672341] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.672578] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.672578] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.672851] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.672995] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.673156] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 532.673252] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.673348] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 532.693062] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.693270] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.693270] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.693480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.693620] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.693736] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 532.714425] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.714632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.714632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.714823] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.714931] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.715102] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 532.735579] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.735821] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.735821] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.736058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.736171] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.736312] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 532.736400] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.736473] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 532.754185] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.754413] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.754461] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.754796] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.754989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.755181] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 532.755298] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.755407] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 532.777140] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.777384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.777384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.777593] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.777735] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.777884] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 532.777978] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.778097] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 532.778189] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 532.778286] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 532.778367] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 532.778446] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 532.778752] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 532.778837] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 532.779015] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 532.797974] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.798208] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.798250] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.798583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.798718] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.798870] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 532.816970] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.817164] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.817164] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.817354] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.817459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.829937] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.388143] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 534.388593] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 539.389759] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.390133] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.355333] env[65933]: INFO networking_nsxv3.common.synchronization [None req-5707b6e9-87e0-43a3-9a6b-a36148a081a6 demo admin] Enqueued Resource ID: 976b2073-780e-4d45-bed3-e9082a1d66d1 with Priority: HIGHEST for action security_group_rules [ 544.355850] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976b2073-780e-4d45-bed3-e9082a1d66d1 with Priority: HIGHEST for action security_group_rules [ 544.357549] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-976b2073-780e-4d45-bed3-e9082a1d66d1 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.357690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-976b2073-780e-4d45-bed3-e9082a1d66d1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.357761] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-976b2073-780e-4d45-bed3-e9082a1d66d1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.358072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-976b2073-780e-4d45-bed3-e9082a1d66d1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.358164] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('976b2073-780e-4d45-bed3-e9082a1d66d1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.903472] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.903778] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.903778] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.903894] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.903979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.904147] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 976b2073-780e-4d45-bed3-e9082a1d66d1 already deleted. [ 544.904280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-976b2073-780e-4d45-bed3-e9082a1d66d1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.357483] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.357911] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.359148] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.359371] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.361120] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.361120] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.362019] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.362488] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.363940] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.364225] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 573.092052] env[65933]: INFO networking_nsxv3.common.synchronization [None req-9f2706be-1690-4204-9b18-47f1cadb6350 None None] Enqueued Resource ID: ef896199-c138-4fd9-b87b-69c3c39f20d3 with Priority: HIGHEST for action port [ 573.092993] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef896199-c138-4fd9-b87b-69c3c39f20d3 with Priority: HIGHEST for action port [ 573.092993] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef896199-c138-4fd9-b87b-69c3c39f20d3 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.092993] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef896199-c138-4fd9-b87b-69c3c39f20d3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.092993] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef896199-c138-4fd9-b87b-69c3c39f20d3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.095265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef896199-c138-4fd9-b87b-69c3c39f20d3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.095579] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef896199-c138-4fd9-b87b-69c3c39f20d3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.598443] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef896199-c138-4fd9-b87b-69c3c39f20d3 [ 573.598608] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.598748] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.598819] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.599044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.599271] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.599271] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef896199-c138-4fd9-b87b-69c3c39f20d3 already deleted. [ 573.599361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef896199-c138-4fd9-b87b-69c3c39f20d3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.583796] env[65933]: INFO networking_nsxv3.common.synchronization [None req-005da041-bada-4a00-a834-4fd0ac3c2978 None None] Enqueued Resource ID: 3498738f-3485-4c95-aa35-4cfad780e2c7 with Priority: HIGHEST for action port [ 574.584380] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3498738f-3485-4c95-aa35-4cfad780e2c7 with Priority: HIGHEST for action port [ 574.584692] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-3498738f-3485-4c95-aa35-4cfad780e2c7 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.584850] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3498738f-3485-4c95-aa35-4cfad780e2c7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.584929] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3498738f-3485-4c95-aa35-4cfad780e2c7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.585529] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3498738f-3485-4c95-aa35-4cfad780e2c7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.585672] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3498738f-3485-4c95-aa35-4cfad780e2c7',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.088015] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3498738f-3485-4c95-aa35-4cfad780e2c7 [ 575.088304] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.088510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.088510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.088716] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.088800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.088890] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3498738f-3485-4c95-aa35-4cfad780e2c7 already deleted. [ 575.089328] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3498738f-3485-4c95-aa35-4cfad780e2c7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.296224] env[65933]: INFO networking_nsxv3.common.synchronization [None req-7a476fef-588b-4330-9edd-9bbe6633da04 None None] Enqueued Resource ID: bde4e298-47df-40b9-8210-db3c05c9a463 with Priority: HIGHEST for action port [ 577.296224] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bde4e298-47df-40b9-8210-db3c05c9a463 with Priority: HIGHEST for action port [ 577.296224] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-bde4e298-47df-40b9-8210-db3c05c9a463 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.296224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bde4e298-47df-40b9-8210-db3c05c9a463" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.296224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bde4e298-47df-40b9-8210-db3c05c9a463" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.296224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bde4e298-47df-40b9-8210-db3c05c9a463" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.296224] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bde4e298-47df-40b9-8210-db3c05c9a463',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.800801] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bde4e298-47df-40b9-8210-db3c05c9a463 [ 577.801204] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.801339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.801441] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.801621] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.801715] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.801831] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bde4e298-47df-40b9-8210-db3c05c9a463 already deleted. [ 577.801915] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bde4e298-47df-40b9-8210-db3c05c9a463" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.888710] env[65933]: INFO networking_nsxv3.common.synchronization [None req-91c6a70f-cb44-4d99-8e3a-ef76144a7600 None None] Enqueued Resource ID: 0d3115f9-b610-42d9-a436-a81ece1552e9 with Priority: HIGHEST for action port [ 577.888710] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3115f9-b610-42d9-a436-a81ece1552e9 with Priority: HIGHEST for action port [ 577.888710] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d3115f9-b610-42d9-a436-a81ece1552e9 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.888710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d3115f9-b610-42d9-a436-a81ece1552e9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.888710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d3115f9-b610-42d9-a436-a81ece1552e9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.889655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d3115f9-b610-42d9-a436-a81ece1552e9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.889896] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d3115f9-b610-42d9-a436-a81ece1552e9',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.311759] env[65933]: INFO networking_nsxv3.common.synchronization [None req-e9185fab-9b43-449a-91e8-f147c450acf7 None None] Enqueued Resource ID: 3558a191-185b-4abf-b8e3-a2cdfc619d83 with Priority: HIGHEST for action port [ 578.312477] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3558a191-185b-4abf-b8e3-a2cdfc619d83 with Priority: HIGHEST for action port [ 578.313116] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-3558a191-185b-4abf-b8e3-a2cdfc619d83 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.313287] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3558a191-185b-4abf-b8e3-a2cdfc619d83" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.313383] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3558a191-185b-4abf-b8e3-a2cdfc619d83" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.313580] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3558a191-185b-4abf-b8e3-a2cdfc619d83" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.313662] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3558a191-185b-4abf-b8e3-a2cdfc619d83',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.393423] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d3115f9-b610-42d9-a436-a81ece1552e9 [ 578.393761] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.394044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.394189] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.394492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.394623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.398096] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d3115f9-b610-42d9-a436-a81ece1552e9 already deleted. [ 578.398249] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d3115f9-b610-42d9-a436-a81ece1552e9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.817151] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3558a191-185b-4abf-b8e3-a2cdfc619d83 [ 578.817151] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.817151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.817151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.817686] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.817799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.817899] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3558a191-185b-4abf-b8e3-a2cdfc619d83 already deleted. [ 578.818084] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3558a191-185b-4abf-b8e3-a2cdfc619d83" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.937591] env[65933]: INFO networking_nsxv3.common.synchronization [None req-cec7d442-a598-46d2-bc76-cb45e23dc4be None None] Enqueued Resource ID: d47a6bef-4379-4828-82e5-6819c8de5c12 with Priority: HIGHEST for action port [ 578.937848] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47a6bef-4379-4828-82e5-6819c8de5c12 with Priority: HIGHEST for action port [ 578.938424] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d47a6bef-4379-4828-82e5-6819c8de5c12 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.938545] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d47a6bef-4379-4828-82e5-6819c8de5c12" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.938613] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d47a6bef-4379-4828-82e5-6819c8de5c12" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.938843] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d47a6bef-4379-4828-82e5-6819c8de5c12" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.938934] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d47a6bef-4379-4828-82e5-6819c8de5c12',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.442079] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d47a6bef-4379-4828-82e5-6819c8de5c12 [ 579.442479] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.442545] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.442579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.442791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.442883] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.442980] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d47a6bef-4379-4828-82e5-6819c8de5c12 already deleted. [ 579.443170] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d47a6bef-4379-4828-82e5-6819c8de5c12" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.809614] env[65933]: INFO networking_nsxv3.common.synchronization [None req-3d90c4e5-a20d-43c5-94c6-554bcb30e360 None None] Enqueued Resource ID: 66235e55-08aa-436a-b6c0-e2e5d95a8c9f with Priority: HIGHEST for action port [ 579.809873] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66235e55-08aa-436a-b6c0-e2e5d95a8c9f with Priority: HIGHEST for action port [ 579.810432] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-66235e55-08aa-436a-b6c0-e2e5d95a8c9f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.810606] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66235e55-08aa-436a-b6c0-e2e5d95a8c9f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.810690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66235e55-08aa-436a-b6c0-e2e5d95a8c9f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.810929] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66235e55-08aa-436a-b6c0-e2e5d95a8c9f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.811616] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66235e55-08aa-436a-b6c0-e2e5d95a8c9f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.315792] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66235e55-08aa-436a-b6c0-e2e5d95a8c9f [ 580.315792] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.315792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.315792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.315792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.315792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.315792] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66235e55-08aa-436a-b6c0-e2e5d95a8c9f already deleted. [ 580.315792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66235e55-08aa-436a-b6c0-e2e5d95a8c9f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.608920] env[65933]: INFO networking_nsxv3.common.synchronization [None req-e7e16a08-d255-4c9f-bab3-5bfd15e5711e None None] Enqueued Resource ID: a8848e53-a2c0-44ac-97bf-1b293e59234c with Priority: HIGHEST for action port [ 580.608920] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8848e53-a2c0-44ac-97bf-1b293e59234c with Priority: HIGHEST for action port [ 580.608920] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8848e53-a2c0-44ac-97bf-1b293e59234c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.608920] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8848e53-a2c0-44ac-97bf-1b293e59234c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.609359] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8848e53-a2c0-44ac-97bf-1b293e59234c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.611255] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8848e53-a2c0-44ac-97bf-1b293e59234c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.611255] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8848e53-a2c0-44ac-97bf-1b293e59234c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.114410] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8848e53-a2c0-44ac-97bf-1b293e59234c [ 581.115751] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.115751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.115751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.115751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.115751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.115751] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8848e53-a2c0-44ac-97bf-1b293e59234c already deleted. [ 581.115751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8848e53-a2c0-44ac-97bf-1b293e59234c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.253314] env[65933]: INFO networking_nsxv3.common.synchronization [None req-387bf597-617e-41c7-aab5-75b4a3bafe3f None None] Enqueued Resource ID: 0d3c2c42-44b6-4ae9-9da0-9ceea677f7b0 with Priority: HIGHEST for action port [ 581.254032] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3c2c42-44b6-4ae9-9da0-9ceea677f7b0 with Priority: HIGHEST for action port [ 581.254347] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d3c2c42-44b6-4ae9-9da0-9ceea677f7b0 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.254483] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d3c2c42-44b6-4ae9-9da0-9ceea677f7b0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.254673] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d3c2c42-44b6-4ae9-9da0-9ceea677f7b0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.255117] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d3c2c42-44b6-4ae9-9da0-9ceea677f7b0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.255304] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d3c2c42-44b6-4ae9-9da0-9ceea677f7b0',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.261460] env[65933]: INFO networking_nsxv3.common.synchronization [None req-9569c0eb-5b02-42c1-ad79-c7f6566e44db None None] Enqueued Resource ID: 642e6ab7-b3b8-444a-a7b4-9d861d612603 with Priority: HIGHEST for action port [ 581.261460] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 642e6ab7-b3b8-444a-a7b4-9d861d612603 with Priority: HIGHEST for action port [ 581.261460] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-642e6ab7-b3b8-444a-a7b4-9d861d612603 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.261460] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-642e6ab7-b3b8-444a-a7b4-9d861d612603" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.261460] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-642e6ab7-b3b8-444a-a7b4-9d861d612603" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.261460] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-642e6ab7-b3b8-444a-a7b4-9d861d612603" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.261460] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('642e6ab7-b3b8-444a-a7b4-9d861d612603',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.761808] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d3c2c42-44b6-4ae9-9da0-9ceea677f7b0 [ 581.761808] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.761808] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.761808] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.761808] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.761808] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.761808] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d3c2c42-44b6-4ae9-9da0-9ceea677f7b0 already deleted. [ 581.761808] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d3c2c42-44b6-4ae9-9da0-9ceea677f7b0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.762922] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 642e6ab7-b3b8-444a-a7b4-9d861d612603 [ 581.763306] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.763430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.764175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.764175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.764175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.764175] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:642e6ab7-b3b8-444a-a7b4-9d861d612603 already deleted. [ 581.764175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-642e6ab7-b3b8-444a-a7b4-9d861d612603" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.291095] env[65933]: INFO networking_nsxv3.common.synchronization [None req-df6ac154-0a4b-4ec4-a1bc-146019b5e31e None None] Enqueued Resource ID: 7de78063-32b9-4235-ac33-82df372973f7 with Priority: HIGHEST for action port [ 582.291095] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de78063-32b9-4235-ac33-82df372973f7 with Priority: HIGHEST for action port [ 582.291095] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-7de78063-32b9-4235-ac33-82df372973f7 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.291095] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7de78063-32b9-4235-ac33-82df372973f7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.291095] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7de78063-32b9-4235-ac33-82df372973f7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.291387] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7de78063-32b9-4235-ac33-82df372973f7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.291550] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7de78063-32b9-4235-ac33-82df372973f7',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.794827] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7de78063-32b9-4235-ac33-82df372973f7 [ 582.795163] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.795252] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.795342] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.795706] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.795706] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.795934] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7de78063-32b9-4235-ac33-82df372973f7 already deleted. [ 582.795934] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7de78063-32b9-4235-ac33-82df372973f7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.626017] env[65933]: INFO networking_nsxv3.common.synchronization [None req-a9b9c772-383c-4a0a-9a1d-b17f24720122 None None] Enqueued Resource ID: bdd23119-d2ea-4e51-8250-9795e1968c3b with Priority: HIGHEST for action port [ 583.626278] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd23119-d2ea-4e51-8250-9795e1968c3b with Priority: HIGHEST for action port [ 583.626825] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdd23119-d2ea-4e51-8250-9795e1968c3b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.626948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdd23119-d2ea-4e51-8250-9795e1968c3b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.627025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdd23119-d2ea-4e51-8250-9795e1968c3b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.627273] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdd23119-d2ea-4e51-8250-9795e1968c3b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.627359] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdd23119-d2ea-4e51-8250-9795e1968c3b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.129206] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdd23119-d2ea-4e51-8250-9795e1968c3b [ 584.130203] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.130463] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.130550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.130795] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.130888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.130996] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdd23119-d2ea-4e51-8250-9795e1968c3b already deleted. [ 584.131097] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdd23119-d2ea-4e51-8250-9795e1968c3b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.375430] env[65933]: INFO networking_nsxv3.common.synchronization [None req-41997fec-d542-4011-b13f-8df56fd6af08 None None] Enqueued Resource ID: 29c679b8-80c9-4505-b55f-b2b8596c5b1d with Priority: HIGHEST for action port [ 584.376693] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c679b8-80c9-4505-b55f-b2b8596c5b1d with Priority: HIGHEST for action port [ 584.377171] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-29c679b8-80c9-4505-b55f-b2b8596c5b1d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.377534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29c679b8-80c9-4505-b55f-b2b8596c5b1d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.377534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29c679b8-80c9-4505-b55f-b2b8596c5b1d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.377811] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29c679b8-80c9-4505-b55f-b2b8596c5b1d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.377895] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29c679b8-80c9-4505-b55f-b2b8596c5b1d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.881263] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29c679b8-80c9-4505-b55f-b2b8596c5b1d [ 584.881263] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.881419] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.881466] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.884448] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.884448] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.884448] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29c679b8-80c9-4505-b55f-b2b8596c5b1d already deleted. [ 584.884448] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29c679b8-80c9-4505-b55f-b2b8596c5b1d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.980241] env[65933]: INFO networking_nsxv3.common.synchronization [None req-d29a805f-ee55-444b-bd93-48872b3b97d1 None None] Enqueued Resource ID: b0e28cd4-4b41-4683-8670-3a68323b0302 with Priority: HIGHEST for action port [ 585.980940] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e28cd4-4b41-4683-8670-3a68323b0302 with Priority: HIGHEST for action port [ 585.981352] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0e28cd4-4b41-4683-8670-3a68323b0302 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.981869] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0e28cd4-4b41-4683-8670-3a68323b0302" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.981968] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0e28cd4-4b41-4683-8670-3a68323b0302" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.982245] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0e28cd4-4b41-4683-8670-3a68323b0302" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.982340] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0e28cd4-4b41-4683-8670-3a68323b0302',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.421587] env[65933]: INFO networking_nsxv3.common.synchronization [None req-100cf86d-606a-46c6-85b2-f58946c177ce None None] Enqueued Resource ID: 1977b600-a310-4450-9a6d-1592eab886d6 with Priority: HIGHEST for action port [ 586.422781] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1977b600-a310-4450-9a6d-1592eab886d6 with Priority: HIGHEST for action port [ 586.422781] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-1977b600-a310-4450-9a6d-1592eab886d6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.422781] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1977b600-a310-4450-9a6d-1592eab886d6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.422781] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1977b600-a310-4450-9a6d-1592eab886d6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.423193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1977b600-a310-4450-9a6d-1592eab886d6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.423193] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1977b600-a310-4450-9a6d-1592eab886d6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.486666] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0e28cd4-4b41-4683-8670-3a68323b0302 [ 586.486666] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.486666] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.486666] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.486666] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.486666] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.487071] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0e28cd4-4b41-4683-8670-3a68323b0302 already deleted. [ 586.487071] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0e28cd4-4b41-4683-8670-3a68323b0302" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.929707] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1977b600-a310-4450-9a6d-1592eab886d6 [ 586.929707] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.929707] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.929707] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.929707] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.929707] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.929707] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1977b600-a310-4450-9a6d-1592eab886d6 already deleted. [ 586.929707] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1977b600-a310-4450-9a6d-1592eab886d6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.193964] env[65933]: INFO networking_nsxv3.common.synchronization [None req-c08345a9-8ddb-46ca-9327-fad5815f8027 None None] Enqueued Resource ID: 11655e3f-7251-4875-84f5-05c2d939d21d with Priority: HIGHEST for action port [ 587.193964] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11655e3f-7251-4875-84f5-05c2d939d21d with Priority: HIGHEST for action port [ 587.195727] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-11655e3f-7251-4875-84f5-05c2d939d21d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.195908] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11655e3f-7251-4875-84f5-05c2d939d21d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.195961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11655e3f-7251-4875-84f5-05c2d939d21d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.196223] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11655e3f-7251-4875-84f5-05c2d939d21d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.196302] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11655e3f-7251-4875-84f5-05c2d939d21d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.345450] env[65933]: INFO networking_nsxv3.common.synchronization [None req-c509ac98-b726-4a61-89c3-e1eec0382229 tempest-ServersTestBootFromVolume-1003359235 tempest-ServersTestBootFromVolume-1003359235-project-member] Enqueued Resource ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a with Priority: HIGHEST for action security_group_rules [ 587.345450] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a with Priority: HIGHEST for action security_group_rules [ 587.345450] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.345450] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.345450] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.345450] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.345450] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.444686] env[65933]: INFO networking_nsxv3.common.synchronization [None req-5f1bdb83-391e-42a4-ad7e-d0d7111ee039 tempest-AttachInterfacesUnderV243Test-923066679 tempest-AttachInterfacesUnderV243Test-923066679-project-member] Enqueued Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_rules [ 587.444999] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_rules [ 587.445741] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.445827] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.445860] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.446134] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.446213] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.650477] env[65933]: INFO networking_nsxv3.common.synchronization [None req-9137b2e8-8279-4629-bff8-ff66cf365437 tempest-ServersTestBootFromVolume-1003359235 tempest-ServersTestBootFromVolume-1003359235-project-member] Enqueued Resource ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a with Priority: HIGHEST for action security_group_rules [ 587.650477] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a with Priority: HIGHEST for action security_group_rules [ 587.651048] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.651348] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.698919] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11655e3f-7251-4875-84f5-05c2d939d21d [ 587.700976] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.700976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.700976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.700976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.700976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.700976] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11655e3f-7251-4875-84f5-05c2d939d21d already deleted. [ 587.700976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11655e3f-7251-4875-84f5-05c2d939d21d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.730527] env[65933]: INFO networking_nsxv3.common.synchronization [None req-b5d51cb0-6e95-4d7b-bb53-12a9db4ee124 tempest-AttachInterfacesUnderV243Test-923066679 tempest-AttachInterfacesUnderV243Test-923066679-project-member] Enqueued Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_rules [ 587.730527] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_rules [ 587.730527] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.730527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.850962] env[65933]: INFO networking_nsxv3.common.synchronization [None req-46d972ec-ace2-4d89-92de-b734d832d699 tempest-ServersTestManualDisk-1341394777 tempest-ServersTestManualDisk-1341394777-project-member] Enqueued Resource ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 with Priority: HIGHEST for action security_group_rules [ 587.851510] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 with Priority: HIGHEST for action security_group_rules [ 587.852672] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c5883b3-72c5-4af0-9cf4-ea83fb462b40 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.852672] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.852672] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.852889] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.852982] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c5883b3-72c5-4af0-9cf4-ea83fb462b40',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.871253] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.871253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.871253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.872881] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.872881] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.872881] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a already deleted. [ 587.872881] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.872881] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.872881] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.872881] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.967280] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.968481] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.968481] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.968481] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.968481] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.968481] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a already deleted. [ 587.968481] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.968819] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.968856] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.969092] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.381792] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.381792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.381792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.382189] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.382189] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.382189] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 already deleted. [ 588.382189] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.412182] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.412329] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.413047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.413047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.413047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.413047] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a already deleted. [ 588.413047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.457110] env[65933]: INFO networking_nsxv3.common.synchronization [None req-9b5d505c-3303-4cad-9ae5-f0979bcaa94b None None] Enqueued Resource ID: ff9bc79e-245c-4e3c-b043-84a0d77d0d59 with Priority: HIGHEST for action port [ 588.457110] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9bc79e-245c-4e3c-b043-84a0d77d0d59 with Priority: HIGHEST for action port [ 588.457442] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff9bc79e-245c-4e3c-b043-84a0d77d0d59 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.458537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff9bc79e-245c-4e3c-b043-84a0d77d0d59" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.458537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff9bc79e-245c-4e3c-b043-84a0d77d0d59" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.458537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff9bc79e-245c-4e3c-b043-84a0d77d0d59" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.458537] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff9bc79e-245c-4e3c-b043-84a0d77d0d59',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.494690] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.494829] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.494829] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.495038] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.495130] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.495323] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a already deleted. [ 588.495323] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.871043] env[65933]: INFO networking_nsxv3.common.synchronization [None req-213f45b4-72ce-4055-b824-4e40188540b4 tempest-ServersTestManualDisk-1341394777 tempest-ServersTestManualDisk-1341394777-project-member] Enqueued Resource ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 with Priority: HIGHEST for action security_group_rules [ 588.871043] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 with Priority: HIGHEST for action security_group_rules [ 588.871395] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c5883b3-72c5-4af0-9cf4-ea83fb462b40 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.871395] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.871474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.871700] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.871765] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c5883b3-72c5-4af0-9cf4-ea83fb462b40',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.961544] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff9bc79e-245c-4e3c-b043-84a0d77d0d59 [ 588.961780] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.961919] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.961982] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.962214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.962313] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.962431] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff9bc79e-245c-4e3c-b043-84a0d77d0d59 already deleted. [ 588.962515] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff9bc79e-245c-4e3c-b043-84a0d77d0d59" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.397452] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.397869] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.397869] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.398027] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.398072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.398200] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 already deleted. [ 589.398756] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.027030] env[65933]: INFO networking_nsxv3.common.synchronization [None req-8de7b63a-22c2-4a58-9c16-6473f9c8dcef None None] Enqueued Resource ID: 458ec472-ae37-479b-a94f-6c1022c751ad with Priority: HIGHEST for action port [ 590.027120] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458ec472-ae37-479b-a94f-6c1022c751ad with Priority: HIGHEST for action port [ 590.027691] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-458ec472-ae37-479b-a94f-6c1022c751ad taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.027802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-458ec472-ae37-479b-a94f-6c1022c751ad" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.027874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-458ec472-ae37-479b-a94f-6c1022c751ad" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.028579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-458ec472-ae37-479b-a94f-6c1022c751ad" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.028579] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('458ec472-ae37-479b-a94f-6c1022c751ad',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.533167] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 458ec472-ae37-479b-a94f-6c1022c751ad [ 590.533167] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.533167] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.533167] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.533167] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.533167] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.533167] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:458ec472-ae37-479b-a94f-6c1022c751ad already deleted. [ 590.533167] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-458ec472-ae37-479b-a94f-6c1022c751ad" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.091159] env[65933]: INFO networking_nsxv3.common.synchronization [None req-98c82a0e-c7ae-4e41-85a5-eb6f4f71b6ed None None] Enqueued Resource ID: ad487b21-01bb-490c-b775-4fac15227e02 with Priority: HIGHEST for action port [ 591.091548] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad487b21-01bb-490c-b775-4fac15227e02 with Priority: HIGHEST for action port [ 591.092344] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad487b21-01bb-490c-b775-4fac15227e02 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.093358] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad487b21-01bb-490c-b775-4fac15227e02" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.093358] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad487b21-01bb-490c-b775-4fac15227e02" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.094677] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad487b21-01bb-490c-b775-4fac15227e02" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.094677] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad487b21-01bb-490c-b775-4fac15227e02',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.105426] env[65933]: INFO networking_nsxv3.common.synchronization [req-15a0f537-b6f1-4ef2-a7d1-e676769ae37b req-120101b7-5d37-4dc2-9183-0e1992a695f9 tempest-ServerDiagnosticsNegativeTest-910954856 tempest-ServerDiagnosticsNegativeTest-910954856-project-member] Enqueued Resource ID: 4c7a5ab0-8d2f-4907-affe-df71a48e983a with Priority: HIGHEST for action security_group_members [ 591.105905] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7a5ab0-8d2f-4907-affe-df71a48e983a with Priority: HIGHEST for action security_group_members [ 591.106255] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7a5ab0-8d2f-4907-affe-df71a48e983a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.106341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.106402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.106627] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.106784] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.106887] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.106952] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.108455] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.108819] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.108980] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c7a5ab0-8d2f-4907-affe-df71a48e983a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.596692] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad487b21-01bb-490c-b775-4fac15227e02 [ 591.596960] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.598585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.598585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.598585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.598585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.598585] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad487b21-01bb-490c-b775-4fac15227e02 already deleted. [ 591.598585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad487b21-01bb-490c-b775-4fac15227e02" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.613019] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.613019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.613019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.613019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.613019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.613019] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.613019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.613019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.613019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.613019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.613019] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7a5ab0-8d2f-4907-affe-df71a48e983a already deleted. [ 591.613019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.821011] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.821011] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.821011] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.821618] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.821905] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.822908] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.822908] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.822908] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.822908] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.823090] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.823090] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.823297] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.823297] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.823387] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.824356] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.824356] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.846121] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.847946] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.847946] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.847946] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.847946] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-da830369-39ea-4aa4-a3ff-9c84928d8a22 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.848463] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-da830369-39ea-4aa4-a3ff-9c84928d8a22" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.848463] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-da830369-39ea-4aa4-a3ff-9c84928d8a22" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.848738] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-da830369-39ea-4aa4-a3ff-9c84928d8a22" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.848872] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da830369-39ea-4aa4-a3ff-9c84928d8a22',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.346650] env[65933]: INFO networking_nsxv3.common.synchronization [None req-5dc08b61-6436-4e7b-9942-a54b9b95f591 None None] Enqueued Resource ID: 43280b62-20b4-4f4a-b19c-95f61e9d1181 with Priority: HIGHEST for action port [ 592.347286] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43280b62-20b4-4f4a-b19c-95f61e9d1181 with Priority: HIGHEST for action port [ 592.347613] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-43280b62-20b4-4f4a-b19c-95f61e9d1181 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.347933] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43280b62-20b4-4f4a-b19c-95f61e9d1181" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.347933] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43280b62-20b4-4f4a-b19c-95f61e9d1181" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.348509] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43280b62-20b4-4f4a-b19c-95f61e9d1181" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.348596] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43280b62-20b4-4f4a-b19c-95f61e9d1181',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.354754] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.354754] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.354754] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.354754] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.354754] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.354754] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port da830369-39ea-4aa4-a3ff-9c84928d8a22 not found, creating... [ 592.355134] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.355494] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.355494] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.355774] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.355919] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.356913] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.357097] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.357209] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.357413] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.357551] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.357714] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: da830369-39ea-4aa4-a3ff-9c84928d8a22 is going to be created. [ 592.381584] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.381828] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.381959] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.382239] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.382482] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.382715] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-da830369-39ea-4aa4-a3ff-9c84928d8a22" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.853759] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43280b62-20b4-4f4a-b19c-95f61e9d1181 [ 592.854056] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.854216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.854311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.854569] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.854662] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.854751] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43280b62-20b4-4f4a-b19c-95f61e9d1181 already deleted. [ 592.854857] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43280b62-20b4-4f4a-b19c-95f61e9d1181" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.946712] env[65933]: INFO networking_nsxv3.common.synchronization [req-b121b6ff-7816-4fb1-ba96-ccd498dddb81 req-5851816b-93eb-4a38-80c3-693e6317a8f7 tempest-ServersAdminNegativeTestJSON-725599998 tempest-ServersAdminNegativeTestJSON-725599998-project-member] Enqueued Resource ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 with Priority: HIGHEST for action security_group_members [ 592.947482] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 with Priority: HIGHEST for action security_group_members [ 592.947859] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d23b2f-0f2a-4109-baa7-2b0543610ce3 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.947996] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.948091] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.948343] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.948507] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.948654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.948718] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.948906] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.948965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.950100] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12d23b2f-0f2a-4109-baa7-2b0543610ce3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.256756] env[65933]: INFO networking_nsxv3.common.synchronization [req-15a0f537-b6f1-4ef2-a7d1-e676769ae37b req-29ad40ee-6675-44a2-9a98-7fb71649c427 service nova] Enqueued Resource ID: 4c7a5ab0-8d2f-4907-affe-df71a48e983a with Priority: HIGHEST for action security_group_rules [ 593.256977] env[65933]: INFO networking_nsxv3.common.synchronization [req-15a0f537-b6f1-4ef2-a7d1-e676769ae37b req-29ad40ee-6675-44a2-9a98-7fb71649c427 service nova] Enqueued Resource ID: 4c7a5ab0-8d2f-4907-affe-df71a48e983a with Priority: HIGHEST for action security_group_members [ 593.257082] env[65933]: INFO networking_nsxv3.common.synchronization [req-15a0f537-b6f1-4ef2-a7d1-e676769ae37b req-29ad40ee-6675-44a2-9a98-7fb71649c427 service nova] Enqueued Resource ID: da830369-39ea-4aa4-a3ff-9c84928d8a22 with Priority: HIGHEST for action port [ 593.257720] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7a5ab0-8d2f-4907-affe-df71a48e983a with Priority: HIGHEST for action security_group_rules [ 593.257822] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7a5ab0-8d2f-4907-affe-df71a48e983a with Priority: HIGHEST for action security_group_members [ 593.258842] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da830369-39ea-4aa4-a3ff-9c84928d8a22 with Priority: HIGHEST for action port [ 593.258842] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c7a5ab0-8d2f-4907-affe-df71a48e983a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.258842] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.258842] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.258842] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.259065] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c7a5ab0-8d2f-4907-affe-df71a48e983a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.261909] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7a5ab0-8d2f-4907-affe-df71a48e983a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.261909] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.261909] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.261909] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.261909] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.261909] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.261909] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.261909] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.261909] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.261909] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c7a5ab0-8d2f-4907-affe-df71a48e983a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.266552] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-da830369-39ea-4aa4-a3ff-9c84928d8a22 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.267409] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da830369-39ea-4aa4-a3ff-9c84928d8a22" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.267478] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da830369-39ea-4aa4-a3ff-9c84928d8a22" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.267988] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da830369-39ea-4aa4-a3ff-9c84928d8a22" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.268668] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da830369-39ea-4aa4-a3ff-9c84928d8a22',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.456109] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.456109] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.456109] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.456109] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.456367] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.456452] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.456537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.456602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.456757] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.456836] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.457034] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 already deleted. [ 593.457034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.497588] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.497776] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.498348] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.498603] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.498866] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.499033] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.499149] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.499364] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.499504] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.499766] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.499916] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.499992] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.500230] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.500230] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.500341] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.500438] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.523768] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.523768] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.523948] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.524064] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.524383] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-35162e36-2542-47d4-aab3-3c716ee3f392 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.524566] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-35162e36-2542-47d4-aab3-3c716ee3f392" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.524684] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-35162e36-2542-47d4-aab3-3c716ee3f392" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.525121] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-35162e36-2542-47d4-aab3-3c716ee3f392" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.525281] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35162e36-2542-47d4-aab3-3c716ee3f392',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.775070] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7a5ab0-8d2f-4907-affe-df71a48e983a taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.775444] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.783937] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da830369-39ea-4aa4-a3ff-9c84928d8a22 with status ACTIVE [ 593.783937] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.784177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.784177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.784735] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.784735] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.784735] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.784735] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.784735] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.785125] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.785125] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.785125] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.785285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.785285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.785411] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.785499] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.785568] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da830369-39ea-4aa4-a3ff-9c84928d8a22 is going to be updated. [ 593.786948] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c7a5ab0-8d2f-4907-affe-df71a48e983a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.813317] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.813484] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.813557] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.813790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.813987] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.814199] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da830369-39ea-4aa4-a3ff-9c84928d8a22" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.028653] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.031106] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.031106] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.031106] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.031106] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.031106] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 35162e36-2542-47d4-aab3-3c716ee3f392 not found, creating... [ 594.031106] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.031106] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.031106] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.031106] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.031106] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.031599] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.031599] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.031599] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.031599] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.031837] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.031837] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 35162e36-2542-47d4-aab3-3c716ee3f392 is going to be created. [ 594.059185] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.059405] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.059522] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.059798] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.060041] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.060265] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-35162e36-2542-47d4-aab3-3c716ee3f392" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.296570] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c7a5ab0-8d2f-4907-affe-df71a48e983a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.376194] env[65933]: INFO networking_nsxv3.common.synchronization [None req-467077ca-87b7-42f1-81f0-a3f3a59b6398 None None] Enqueued Resource ID: 9fe593fd-2408-45a1-9e4c-2d7692fd76ea with Priority: HIGHEST for action port [ 594.376806] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe593fd-2408-45a1-9e4c-2d7692fd76ea with Priority: HIGHEST for action port [ 594.377926] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fe593fd-2408-45a1-9e4c-2d7692fd76ea taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.377926] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fe593fd-2408-45a1-9e4c-2d7692fd76ea" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.378416] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fe593fd-2408-45a1-9e4c-2d7692fd76ea" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.381031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fe593fd-2408-45a1-9e4c-2d7692fd76ea" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.381031] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fe593fd-2408-45a1-9e4c-2d7692fd76ea',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.804111] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.804263] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.804331] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.804549] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.804643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.804738] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7a5ab0-8d2f-4907-affe-df71a48e983a is going to be created. [ 594.835231] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.835376] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.835449] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.835668] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.836279] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.849539] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7a5ab0-8d2f-4907-affe-df71a48e983a in Status: UNINITIALIZED for 2s [ 594.884204] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fe593fd-2408-45a1-9e4c-2d7692fd76ea [ 594.884204] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.884204] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.884204] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.884204] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.884204] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.884204] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fe593fd-2408-45a1-9e4c-2d7692fd76ea already deleted. [ 594.884204] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fe593fd-2408-45a1-9e4c-2d7692fd76ea" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.910271] env[65933]: INFO networking_nsxv3.common.synchronization [None req-640f2cf3-5e08-4d39-9035-d6a4e8e8b023 None None] Enqueued Resource ID: 38bdf235-0e20-4271-8751-e05182322d1a with Priority: HIGHEST for action port [ 594.910905] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bdf235-0e20-4271-8751-e05182322d1a with Priority: HIGHEST for action port [ 594.912128] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-38bdf235-0e20-4271-8751-e05182322d1a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.912976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38bdf235-0e20-4271-8751-e05182322d1a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.913061] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38bdf235-0e20-4271-8751-e05182322d1a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.914343] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38bdf235-0e20-4271-8751-e05182322d1a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.914343] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38bdf235-0e20-4271-8751-e05182322d1a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.914970] env[65933]: INFO networking_nsxv3.common.synchronization [req-b121b6ff-7816-4fb1-ba96-ccd498dddb81 req-73918c95-bfb9-434c-99a0-3e85188664e9 service nova] Enqueued Resource ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 with Priority: HIGHEST for action security_group_rules [ 594.915143] env[65933]: INFO networking_nsxv3.common.synchronization [req-b121b6ff-7816-4fb1-ba96-ccd498dddb81 req-73918c95-bfb9-434c-99a0-3e85188664e9 service nova] Enqueued Resource ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 with Priority: HIGHEST for action security_group_members [ 594.915292] env[65933]: INFO networking_nsxv3.common.synchronization [req-b121b6ff-7816-4fb1-ba96-ccd498dddb81 req-73918c95-bfb9-434c-99a0-3e85188664e9 service nova] Enqueued Resource ID: 35162e36-2542-47d4-aab3-3c716ee3f392 with Priority: HIGHEST for action port [ 594.915952] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 with Priority: HIGHEST for action security_group_rules [ 594.917201] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 with Priority: HIGHEST for action security_group_members [ 594.918246] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35162e36-2542-47d4-aab3-3c716ee3f392 with Priority: HIGHEST for action port [ 594.918246] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12d23b2f-0f2a-4109-baa7-2b0543610ce3 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.918246] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.918246] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.918246] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.918643] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12d23b2f-0f2a-4109-baa7-2b0543610ce3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.919177] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d23b2f-0f2a-4109-baa7-2b0543610ce3 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.921016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.921016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.921016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.921016] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.921016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.921016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.921016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.921016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.921016] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12d23b2f-0f2a-4109-baa7-2b0543610ce3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.921345] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-35162e36-2542-47d4-aab3-3c716ee3f392 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.921345] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35162e36-2542-47d4-aab3-3c716ee3f392" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.921345] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35162e36-2542-47d4-aab3-3c716ee3f392" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.921602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35162e36-2542-47d4-aab3-3c716ee3f392" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.921602] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35162e36-2542-47d4-aab3-3c716ee3f392',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.393382] env[65933]: INFO networking_nsxv3.common.synchronization [None req-a0239c02-23f8-4c38-b27f-03b92dbd4a13 None None] Enqueued Resource ID: 0ad67add-a5bf-46d1-8409-9071e653ec62 with Priority: HIGHEST for action port [ 595.394084] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ad67add-a5bf-46d1-8409-9071e653ec62 with Priority: HIGHEST for action port [ 595.394323] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ad67add-a5bf-46d1-8409-9071e653ec62 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.394450] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ad67add-a5bf-46d1-8409-9071e653ec62" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.394548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ad67add-a5bf-46d1-8409-9071e653ec62" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.394810] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ad67add-a5bf-46d1-8409-9071e653ec62" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.394899] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ad67add-a5bf-46d1-8409-9071e653ec62',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.417665] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38bdf235-0e20-4271-8751-e05182322d1a [ 595.417665] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.417665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.417665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.417665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.417665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.417665] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38bdf235-0e20-4271-8751-e05182322d1a already deleted. [ 595.417665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38bdf235-0e20-4271-8751-e05182322d1a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.424872] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d23b2f-0f2a-4109-baa7-2b0543610ce3 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.424872] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.424872] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12d23b2f-0f2a-4109-baa7-2b0543610ce3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.427358] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35162e36-2542-47d4-aab3-3c716ee3f392 with status ACTIVE [ 595.427560] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.427682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.427741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.427943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.428044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.428277] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.428391] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.428450] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.428614] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.428694] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.428873] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.428966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.429040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.429276] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.429358] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.429445] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35162e36-2542-47d4-aab3-3c716ee3f392 is going to be updated. [ 595.457757] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.457977] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.457977] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.458500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.458500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.458704] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35162e36-2542-47d4-aab3-3c716ee3f392" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.897575] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ad67add-a5bf-46d1-8409-9071e653ec62 [ 595.897575] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.897575] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.898012] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.898387] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.898568] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.898751] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ad67add-a5bf-46d1-8409-9071e653ec62 already deleted. [ 595.898915] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ad67add-a5bf-46d1-8409-9071e653ec62" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.913595] env[65933]: INFO networking_nsxv3.common.synchronization [None req-8daf7e08-141d-4ca0-be8e-0dda8add738e tempest-VolumesAssistedSnapshotsTest-1755976146 tempest-VolumesAssistedSnapshotsTest-1755976146-project-member] Enqueued Resource ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 with Priority: HIGHEST for action security_group_rules [ 595.914117] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 with Priority: HIGHEST for action security_group_rules [ 595.914448] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3916bd1a-6b24-4a7b-92ba-dd2a338474e4 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.914601] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.914674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.915244] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.915244] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3916bd1a-6b24-4a7b-92ba-dd2a338474e4',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.926810] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12d23b2f-0f2a-4109-baa7-2b0543610ce3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.055862] env[65933]: INFO networking_nsxv3.common.synchronization [None req-e5b53360-019b-4933-b382-df9c510c423a tempest-VolumesAssistedSnapshotsTest-1755976146 tempest-VolumesAssistedSnapshotsTest-1755976146-project-member] Enqueued Resource ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 with Priority: HIGHEST for action security_group_rules [ 596.057026] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 with Priority: HIGHEST for action security_group_rules [ 596.057026] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3916bd1a-6b24-4a7b-92ba-dd2a338474e4 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.057026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.430114] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.430527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.430527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.430620] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.430658] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.430756] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 is going to be created. [ 596.440397] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.440397] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.440397] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.441011] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.441291] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.441741] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 already deleted. [ 596.443534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.443534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.443534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.443534] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3916bd1a-6b24-4a7b-92ba-dd2a338474e4',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.460282] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.461312] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.461312] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.461312] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.461312] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.471455] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 in Status: UNINITIALIZED for 2s [ 596.860087] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7a5ab0-8d2f-4907-affe-df71a48e983a in Status: SUCCESS [ 596.860344] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.860557] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.860764] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.861060] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.861468] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.861468] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.861468] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.861468] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.861468] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.861834] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c7a5ab0-8d2f-4907-affe-df71a48e983a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.963947] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.964266] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.964678] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.965054] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.966392] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.966392] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 already deleted. [ 596.966392] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.363891] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7a5ab0-8d2f-4907-affe-df71a48e983a taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.367165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.367324] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.368106] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.368106] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.368106] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.368106] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.368314] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.368314] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.368314] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.368454] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7a5ab0-8d2f-4907-affe-df71a48e983a taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.368560] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.368620] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.368779] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.368956] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.369172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.369172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.369255] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.369333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.369411] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.369505] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c7a5ab0-8d2f-4907-affe-df71a48e983a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.582782] env[65933]: INFO networking_nsxv3.common.synchronization [req-2e49412a-f089-4584-a8de-f778cb078230 req-0552f6d8-039d-4312-bde6-7cdf8e7ab776 tempest-ServersAdminTestJSON-11460790 tempest-ServersAdminTestJSON-11460790-project-member] Enqueued Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 597.582782] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 597.584932] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.584932] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.584932] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.584932] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.585250] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.586566] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.586649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.586838] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.586929] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.587050] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.681739] env[65933]: INFO networking_nsxv3.common.synchronization [None req-714ae2b1-276c-43b3-80ed-90009e7e4d9e None None] Enqueued Resource ID: 4e84542c-180a-4d5a-a770-4ece1affb3f2 with Priority: HIGHEST for action port [ 597.681739] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e84542c-180a-4d5a-a770-4ece1affb3f2 with Priority: HIGHEST for action port [ 597.681887] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e84542c-180a-4d5a-a770-4ece1affb3f2 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.682878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e84542c-180a-4d5a-a770-4ece1affb3f2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.682878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e84542c-180a-4d5a-a770-4ece1affb3f2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.682878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e84542c-180a-4d5a-a770-4ece1affb3f2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.682878] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e84542c-180a-4d5a-a770-4ece1affb3f2',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.873419] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c7a5ab0-8d2f-4907-affe-df71a48e983a: rpc.has_security_group_logging(os_id): False [ 597.895621] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.895822] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.895923] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.896191] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.896401] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.896540] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.896882] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.896882] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.897176] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.897176] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.897365] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.897521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.897521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.897696] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.897791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.898968] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.899155] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.899253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.899505] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.899505] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.899631] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c7a5ab0-8d2f-4907-affe-df71a48e983a is going to be created. [ 597.973672] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.975539] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.975539] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.975539] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.975539] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.989372] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c7a5ab0-8d2f-4907-affe-df71a48e983a in Status: IN_PROGRESS for 2s [ 598.090799] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.090799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.090799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.090799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.091652] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.092849] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.092849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.092849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.092849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.092849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.092849] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eab50ba-9300-413a-a121-8a9a4f066cce already deleted. [ 598.092849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.158398] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.158583] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-890" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.158711] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-890" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.159142] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-890" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.159380] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.159536] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.159652] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.159865] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.160029] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.160851] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.161038] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.161214] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.161885] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.162274] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.162465] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.162710] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.183041] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.183338] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.183548] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.183760] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-890" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.184117] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-9ad466f3-eebc-4a0c-aed4-673c563b03cc taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.184596] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-9ad466f3-eebc-4a0c-aed4-673c563b03cc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.184790] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-9ad466f3-eebc-4a0c-aed4-673c563b03cc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.185165] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-9ad466f3-eebc-4a0c-aed4-673c563b03cc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.185352] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ad466f3-eebc-4a0c-aed4-673c563b03cc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.186265] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e84542c-180a-4d5a-a770-4ece1affb3f2 [ 598.186505] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.186703] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.187063] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.187397] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.187525] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.187664] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e84542c-180a-4d5a-a770-4ece1affb3f2 already deleted. [ 598.187782] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e84542c-180a-4d5a-a770-4ece1affb3f2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.481489] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 in Status: SUCCESS [ 598.481775] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.482063] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.482260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.482469] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.482604] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.482705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.482808] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.482893] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.482982] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.483089] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12d23b2f-0f2a-4109-baa7-2b0543610ce3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.689904] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.690378] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.690378] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.690694] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.690862] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.691051] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 9ad466f3-eebc-4a0c-aed4-673c563b03cc not found, creating... [ 598.691345] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.691558] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.691722] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.692024] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.692213] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.692592] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.692733] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.692875] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.693198] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.693384] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.693384] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 9ad466f3-eebc-4a0c-aed4-673c563b03cc is going to be created. [ 598.716320] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.716538] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.716708] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.717037] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.717399] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.717633] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-9ad466f3-eebc-4a0c-aed4-673c563b03cc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.989113] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d23b2f-0f2a-4109-baa7-2b0543610ce3 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.989113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.989113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.989113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.989113] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.989113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.989113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.989113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.989113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.989113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.989113] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d23b2f-0f2a-4109-baa7-2b0543610ce3 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.989113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.989113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.989113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.993032] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.993032] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.993032] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.993032] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.993032] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.993032] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.993032] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12d23b2f-0f2a-4109-baa7-2b0543610ce3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.454292] env[65933]: INFO networking_nsxv3.common.synchronization [req-2e49412a-f089-4584-a8de-f778cb078230 req-0e68e320-35e7-4be5-831f-2c9c8a458cf1 service nova] Enqueued Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_rules [ 599.454467] env[65933]: INFO networking_nsxv3.common.synchronization [req-2e49412a-f089-4584-a8de-f778cb078230 req-0e68e320-35e7-4be5-831f-2c9c8a458cf1 service nova] Enqueued Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 599.454637] env[65933]: INFO networking_nsxv3.common.synchronization [req-2e49412a-f089-4584-a8de-f778cb078230 req-0e68e320-35e7-4be5-831f-2c9c8a458cf1 service nova] Enqueued Resource ID: 9ad466f3-eebc-4a0c-aed4-673c563b03cc with Priority: HIGHEST for action port [ 599.455343] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_rules [ 599.455492] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 599.455596] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad466f3-eebc-4a0c-aed4-673c563b03cc with Priority: HIGHEST for action port [ 599.455928] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.456075] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.456143] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.456405] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.456492] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.458138] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.458138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.458138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.458138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.458138] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.458138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.458138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.458362] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.458362] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.458362] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.463272] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ad466f3-eebc-4a0c-aed4-673c563b03cc taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.463272] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ad466f3-eebc-4a0c-aed4-673c563b03cc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.463272] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ad466f3-eebc-4a0c-aed4-673c563b03cc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.463272] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ad466f3-eebc-4a0c-aed4-673c563b03cc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.463272] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ad466f3-eebc-4a0c-aed4-673c563b03cc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.497562] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12d23b2f-0f2a-4109-baa7-2b0543610ce3: rpc.has_security_group_logging(os_id): False [ 599.550203] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.553198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.553198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.553198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.553198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.553198] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.553198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.553198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.553198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.553198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.553198] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.553198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.553198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.553198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.553198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.554069] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.554069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.554069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.554069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.554069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.554069] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 is going to be created. [ 599.617849] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.617849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.618068] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.618933] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.618933] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.634682] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 in Status: IN_PROGRESS for 2s [ 599.919848] env[65933]: INFO networking_nsxv3.common.synchronization [req-6b98a20a-34ac-48e0-8ed9-3e5366835fed req-95fd3b19-1c0c-472e-9f67-4ab218b8d54d tempest-AttachInterfacesUnderV243Test-923066679 tempest-AttachInterfacesUnderV243Test-923066679-project-member] Enqueued Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_members [ 599.921165] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_members [ 599.921577] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.921765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.921877] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.922221] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.922435] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.922648] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.922758] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.922991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.923142] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.923282] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.964245] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.967316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.967316] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.967316] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ad466f3-eebc-4a0c-aed4-673c563b03cc with status ACTIVE [ 599.967316] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.967316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.967316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.967316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.967316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.967316] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.968488] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.968488] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.970077] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.970077] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.970077] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.970077] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.970077] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.970807] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.971097] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.971303] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ad466f3-eebc-4a0c-aed4-673c563b03cc is going to be updated. [ 600.001893] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.002172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.002235] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.002413] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.002604] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.002893] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ad466f3-eebc-4a0c-aed4-673c563b03cc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.003746] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c7a5ab0-8d2f-4907-affe-df71a48e983a in Status: SUCCESS [ 600.004021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.427750] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.428326] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.428326] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.428788] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.428926] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.429947] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.429947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.429947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.429947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.429947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.430334] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a already deleted. [ 600.430334] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.445617] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-962 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.446641] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-962" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.446641] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-962" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.446641] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-962" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.446641] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.447695] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.447695] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.447695] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.447867] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.448382] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.448382] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.448735] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.449374] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.449374] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.449374] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.449374] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.478140] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.478361] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.478533] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.478703] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-962" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.479204] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-783dd0c9-e1da-4dd1-bacd-44586e72ef60 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.479539] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-783dd0c9-e1da-4dd1-bacd-44586e72ef60" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.479686] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-783dd0c9-e1da-4dd1-bacd-44586e72ef60" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.480063] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-783dd0c9-e1da-4dd1-bacd-44586e72ef60" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.480206] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('783dd0c9-e1da-4dd1-bacd-44586e72ef60',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.481305] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.593617] env[65933]: INFO networking_nsxv3.common.synchronization [None req-3fb47161-c093-4256-9c80-450016017f53 None None] Enqueued Resource ID: b2a1107d-162e-43ca-87bd-0438416f9ff9 with Priority: HIGHEST for action port [ 600.594240] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a1107d-162e-43ca-87bd-0438416f9ff9 with Priority: HIGHEST for action port [ 600.594574] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2a1107d-162e-43ca-87bd-0438416f9ff9 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.594724] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2a1107d-162e-43ca-87bd-0438416f9ff9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.594794] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2a1107d-162e-43ca-87bd-0438416f9ff9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.595135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2a1107d-162e-43ca-87bd-0438416f9ff9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.595224] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2a1107d-162e-43ca-87bd-0438416f9ff9',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.983804] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.984188] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.984251] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.986050] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.986050] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.986050] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 783dd0c9-e1da-4dd1-bacd-44586e72ef60 not found, creating... [ 600.986050] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.986050] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.986050] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.986050] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.986050] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.987082] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.987213] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.987439] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.987668] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.987795] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.987932] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 783dd0c9-e1da-4dd1-bacd-44586e72ef60 is going to be created. [ 600.989213] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.989342] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.989421] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.989544] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.989620] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.989713] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eab50ba-9300-413a-a121-8a9a4f066cce is going to be created. [ 601.016064] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.016289] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.016411] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.016770] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.017202] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.017554] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-783dd0c9-e1da-4dd1-bacd-44586e72ef60" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.022428] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.022728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.022728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.022866] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.023068] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.038190] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: UNINITIALIZED for 2s [ 601.097824] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2a1107d-162e-43ca-87bd-0438416f9ff9 [ 601.098135] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.098287] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.098358] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.098684] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.098831] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.098986] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2a1107d-162e-43ca-87bd-0438416f9ff9 already deleted. [ 601.101033] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2a1107d-162e-43ca-87bd-0438416f9ff9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.646525] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 in Status: SUCCESS [ 601.646788] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.743016] env[65933]: INFO networking_nsxv3.common.synchronization [req-6b98a20a-34ac-48e0-8ed9-3e5366835fed req-ba4e2164-cf50-4aa1-afcf-44f891ce897d service nova] Enqueued Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_rules [ 601.743016] env[65933]: INFO networking_nsxv3.common.synchronization [req-6b98a20a-34ac-48e0-8ed9-3e5366835fed req-ba4e2164-cf50-4aa1-afcf-44f891ce897d service nova] Enqueued Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_members [ 601.743016] env[65933]: INFO networking_nsxv3.common.synchronization [req-6b98a20a-34ac-48e0-8ed9-3e5366835fed req-ba4e2164-cf50-4aa1-afcf-44f891ce897d service nova] Enqueued Resource ID: 783dd0c9-e1da-4dd1-bacd-44586e72ef60 with Priority: HIGHEST for action port [ 601.743504] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_rules [ 601.743641] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_members [ 601.743743] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783dd0c9-e1da-4dd1-bacd-44586e72ef60 with Priority: HIGHEST for action port [ 601.744453] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.744453] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.744453] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.744453] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.744453] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.745583] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.745583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.745583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.745877] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.745877] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.745948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.745979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.746121] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.746409] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.746409] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.747434] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-783dd0c9-e1da-4dd1-bacd-44586e72ef60 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.747554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-783dd0c9-e1da-4dd1-bacd-44586e72ef60" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.747616] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-783dd0c9-e1da-4dd1-bacd-44586e72ef60" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.747760] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-783dd0c9-e1da-4dd1-bacd-44586e72ef60" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.748838] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('783dd0c9-e1da-4dd1-bacd-44586e72ef60',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.052282] env[65933]: INFO networking_nsxv3.common.synchronization [req-188bd3d3-551c-481d-bea3-63858fcb49dc req-4fa234c5-9aac-444b-aea9-ac2754368b70 tempest-ServersTestManualDisk-1341394777 tempest-ServersTestManualDisk-1341394777-project-member] Enqueued Resource ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 with Priority: HIGHEST for action security_group_members [ 602.052282] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 with Priority: HIGHEST for action security_group_members [ 602.052282] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c5883b3-72c5-4af0-9cf4-ea83fb462b40 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.052282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.052282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.052282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.052282] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.052282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.052282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.052282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.052282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.052282] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c5883b3-72c5-4af0-9cf4-ea83fb462b40',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.252210] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.254384] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.254384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.254384] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 783dd0c9-e1da-4dd1-bacd-44586e72ef60 with status ACTIVE [ 602.254384] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.254384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.254384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.254384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.254384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.254384] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.254808] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.254808] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.254808] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.254808] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.255220] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.255374] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.255448] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.255633] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.257518] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.257518] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 783dd0c9-e1da-4dd1-bacd-44586e72ef60 is going to be updated. [ 602.285996] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.286197] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.286318] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.286553] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.286712] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.286867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-783dd0c9-e1da-4dd1-bacd-44586e72ef60" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.460167] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-83 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.460167] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-83" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.460167] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-83" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.460167] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-83" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.460167] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.460487] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.460608] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.460889] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.461108] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.461365] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.461510] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.461633] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.461790] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.462131] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.462245] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.462391] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.511952] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.511952] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.511952] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.511952] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-83" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.511952] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-b610489d-9651-4185-974d-181d1f1a6292 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.511952] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-b610489d-9651-4185-974d-181d1f1a6292" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.511952] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-b610489d-9651-4185-974d-181d1f1a6292" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.511952] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-b610489d-9651-4185-974d-181d1f1a6292" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.511952] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b610489d-9651-4185-974d-181d1f1a6292',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.556896] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.556896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.556896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.557115] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.557234] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.557438] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.557540] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.557602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.559475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.559475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.559475] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 already deleted. [ 602.559475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.761470] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.014580] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.014580] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.014580] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.014854] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.015021] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.015262] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port b610489d-9651-4185-974d-181d1f1a6292 not found, creating... [ 603.015456] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.015643] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.015787] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.016070] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.016289] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.016494] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.016646] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.016757] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.017103] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.018318] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.018481] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: b610489d-9651-4185-974d-181d1f1a6292 is going to be created. [ 603.040141] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.040350] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.042306] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.042306] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.042306] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.042306] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-b610489d-9651-4185-974d-181d1f1a6292" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.052550] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: SUCCESS [ 603.052550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.052976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.052976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.054975] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.054975] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.054975] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.055167] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.055167] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.055240] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.055327] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.264371] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.267370] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.267370] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.267370] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.267370] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.267370] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a is going to be created. [ 603.298285] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.298551] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.298600] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.299165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.299165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.309603] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a in Status: UNINITIALIZED for 2s [ 603.491914] env[65933]: INFO networking_nsxv3.common.synchronization [None req-152b29a7-03a9-4f16-94b7-d87fcbf94016 None None] Enqueued Resource ID: 9fe1ae2e-1c60-49a7-ab9f-6e238f535ebd with Priority: HIGHEST for action port [ 603.493415] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe1ae2e-1c60-49a7-ab9f-6e238f535ebd with Priority: HIGHEST for action port [ 603.493828] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fe1ae2e-1c60-49a7-ab9f-6e238f535ebd taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.493936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fe1ae2e-1c60-49a7-ab9f-6e238f535ebd" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.494359] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fe1ae2e-1c60-49a7-ab9f-6e238f535ebd" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.494435] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fe1ae2e-1c60-49a7-ab9f-6e238f535ebd" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.494567] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fe1ae2e-1c60-49a7-ab9f-6e238f535ebd',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.558136] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.559513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.559513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.559513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.559513] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.559513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.559513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.559513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.559810] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.559810] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.559869] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.559951] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.560025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.560210] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.560397] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.560500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.560561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.561709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.561709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.561709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.561709] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.783571] env[65933]: INFO networking_nsxv3.common.synchronization [req-188bd3d3-551c-481d-bea3-63858fcb49dc req-41f78043-c7c6-43c5-a082-f7dfeedc0c40 service nova] Enqueued Resource ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 with Priority: HIGHEST for action security_group_rules [ 603.783762] env[65933]: INFO networking_nsxv3.common.synchronization [req-188bd3d3-551c-481d-bea3-63858fcb49dc req-41f78043-c7c6-43c5-a082-f7dfeedc0c40 service nova] Enqueued Resource ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 with Priority: HIGHEST for action security_group_members [ 603.783849] env[65933]: INFO networking_nsxv3.common.synchronization [req-188bd3d3-551c-481d-bea3-63858fcb49dc req-41f78043-c7c6-43c5-a082-f7dfeedc0c40 service nova] Enqueued Resource ID: b610489d-9651-4185-974d-181d1f1a6292 with Priority: HIGHEST for action port [ 603.784581] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 with Priority: HIGHEST for action security_group_rules [ 603.784581] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 with Priority: HIGHEST for action security_group_members [ 603.784974] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b610489d-9651-4185-974d-181d1f1a6292 with Priority: HIGHEST for action port [ 603.785820] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c5883b3-72c5-4af0-9cf4-ea83fb462b40 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.786543] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.786677] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.786930] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.787312] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c5883b3-72c5-4af0-9cf4-ea83fb462b40',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.788410] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c5883b3-72c5-4af0-9cf4-ea83fb462b40 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.788637] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.788637] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.788789] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.789205] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.789205] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.789205] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.789205] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.789515] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.789515] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c5883b3-72c5-4af0-9cf4-ea83fb462b40',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.794039] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b610489d-9651-4185-974d-181d1f1a6292 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.794039] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b610489d-9651-4185-974d-181d1f1a6292" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.794039] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b610489d-9651-4185-974d-181d1f1a6292" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.794039] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b610489d-9651-4185-974d-181d1f1a6292" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.794039] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b610489d-9651-4185-974d-181d1f1a6292',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.998220] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fe1ae2e-1c60-49a7-ab9f-6e238f535ebd [ 603.998561] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.998710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.998819] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.999104] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.999199] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.999301] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fe1ae2e-1c60-49a7-ab9f-6e238f535ebd already deleted. [ 603.999417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fe1ae2e-1c60-49a7-ab9f-6e238f535ebd" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.066044] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6eab50ba-9300-413a-a121-8a9a4f066cce: rpc.has_security_group_logging(os_id): False [ 604.086313] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.086476] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.086551] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.086758] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.086864] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.087098] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.087200] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.087280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.087437] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.087515] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.087707] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.087804] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.087865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.088022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.088319] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.088319] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.088434] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.088434] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.088563] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.088652] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.088739] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eab50ba-9300-413a-a121-8a9a4f066cce is going to be created. [ 604.158870] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.159117] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.159217] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.159526] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.159756] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.172706] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: IN_PROGRESS for 2s [ 604.298252] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c5883b3-72c5-4af0-9cf4-ea83fb462b40',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.299386] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c5883b3-72c5-4af0-9cf4-ea83fb462b40 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.299822] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.300412] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b610489d-9651-4185-974d-181d1f1a6292 with status ACTIVE [ 604.300690] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.300816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.300926] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.301489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.301489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.301489] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.301489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.301489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.301925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.301925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.301925] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.302129] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.302129] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.302259] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.302259] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.302397] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b610489d-9651-4185-974d-181d1f1a6292 is going to be updated. [ 604.332821] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.333191] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.333353] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.333751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.333986] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.334291] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b610489d-9651-4185-974d-181d1f1a6292" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.806672] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c5883b3-72c5-4af0-9cf4-ea83fb462b40',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.308745] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.309072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.309072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.309259] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.313252] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.313252] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 is going to be created. [ 605.328117] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a in Status: SUCCESS [ 605.328117] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.328117] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.328482] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.328727] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.328874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.329265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.330958] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.331248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.331419] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.331534] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.341847] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.342089] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.342272] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.342574] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.342997] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.355754] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 in Status: UNINITIALIZED for 2s [ 605.835449] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.192482] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: SUCCESS [ 606.192482] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.338380] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6d0e0f1-4878-4a6f-8e23-42e8088ec69a: rpc.has_security_group_logging(os_id): False [ 606.367421] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.367499] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.367648] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.369122] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.369122] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.369122] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.369278] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.370925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.371345] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.371634] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.373091] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a is going to be created. [ 606.457900] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.457900] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.457900] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.458294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.458294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.476840] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a in Status: IN_PROGRESS for 2s [ 606.684803] env[65933]: INFO networking_nsxv3.common.synchronization [req-56b6b48d-4e0b-4c1c-bc93-85d3a48f7643 req-d61fc580-8cea-42c9-8635-5826a761803a tempest-ServersAdminTestJSON-11460790 tempest-ServersAdminTestJSON-11460790-project-member] Enqueued Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 606.687215] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 606.687215] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.687215] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.687215] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.687215] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.687215] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.687215] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.687215] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.687549] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.687549] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.687549] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.107052] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.107052] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-890" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.107052] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-890" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.107052] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-890" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.108618] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.108618] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.112141] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.112141] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.112141] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.112141] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.112141] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.112141] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.112141] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.112141] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.112141] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.112141] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.138331] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.141026] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.141026] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.141026] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-890" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.141026] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-6061f117-7bad-496e-b36b-f7eb0d42fb69 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.141026] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-6061f117-7bad-496e-b36b-f7eb0d42fb69" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.141026] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-6061f117-7bad-496e-b36b-f7eb0d42fb69" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.141026] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-6061f117-7bad-496e-b36b-f7eb0d42fb69" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.141026] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6061f117-7bad-496e-b36b-f7eb0d42fb69',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.193019] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.195970] env[65933]: INFO networking_nsxv3.common.synchronization [None req-f76f1857-dd1b-4b2d-a64b-0c2fab6875d9 tempest-ServersWithSpecificFlavorTestJSON-318848990 tempest-ServersWithSpecificFlavorTestJSON-318848990-project-member] Enqueued Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGHEST for action security_group_rules [ 607.198021] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGHEST for action security_group_rules [ 607.198607] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63968d53-7162-451b-8a05-0f14bd1489dc taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.198817] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.199110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.199394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.199511] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63968d53-7162-451b-8a05-0f14bd1489dc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.348656] env[65933]: INFO networking_nsxv3.common.synchronization [None req-19cc6d64-c9ba-42c1-9f94-c87d3126bfad tempest-ServersWithSpecificFlavorTestJSON-318848990 tempest-ServersWithSpecificFlavorTestJSON-318848990-project-member] Enqueued Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGHEST for action security_group_rules [ 607.348656] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGHEST for action security_group_rules [ 607.348656] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63968d53-7162-451b-8a05-0f14bd1489dc taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.348656] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.365683] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 in Status: SUCCESS [ 607.365936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.366145] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.366385] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.366623] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.366774] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.366866] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.367086] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.367791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.367791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.367791] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c5883b3-72c5-4af0-9cf4-ea83fb462b40',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.643144] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.643299] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.643344] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.643617] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.643838] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.644035] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 6061f117-7bad-496e-b36b-f7eb0d42fb69 not found, creating... [ 607.644305] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.644461] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.644620] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.644819] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.644969] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.645282] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.645431] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.645562] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.645769] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.645898] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.646264] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 6061f117-7bad-496e-b36b-f7eb0d42fb69 is going to be created. [ 607.669314] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.669520] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.669642] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.669926] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.670163] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.670385] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-6061f117-7bad-496e-b36b-f7eb0d42fb69" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.697917] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.722169] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.722575] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.722736] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.722968] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.723188] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.723188] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63968d53-7162-451b-8a05-0f14bd1489dc already deleted. [ 607.723307] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.723753] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.724023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.724023] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63968d53-7162-451b-8a05-0f14bd1489dc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.872086] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c5883b3-72c5-4af0-9cf4-ea83fb462b40',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.205192] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.205433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.205433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.205645] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.205749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.205840] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eab50ba-9300-413a-a121-8a9a4f066cce is going to be updated. [ 608.249356] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.249532] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.249592] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.249932] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.250040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.250179] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63968d53-7162-451b-8a05-0f14bd1489dc already deleted. [ 608.250250] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.252778] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.252941] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.253255] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.253321] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.253472] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.263555] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: IN_PROGRESS for 2s [ 608.375209] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c5883b3-72c5-4af0-9cf4-ea83fb462b40: rpc.has_security_group_logging(os_id): False [ 608.395713] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.395885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.395958] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.396188] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.396323] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.396603] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.396709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.396775] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.396936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.397047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.397137] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 is going to be created. [ 608.426483] env[65933]: INFO networking_nsxv3.common.synchronization [req-56b6b48d-4e0b-4c1c-bc93-85d3a48f7643 req-a547b4bf-6ba7-4453-b736-e0bc09fa18da service nova] Enqueued Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_rules [ 608.426731] env[65933]: INFO networking_nsxv3.common.synchronization [req-56b6b48d-4e0b-4c1c-bc93-85d3a48f7643 req-a547b4bf-6ba7-4453-b736-e0bc09fa18da service nova] Enqueued Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 608.426893] env[65933]: INFO networking_nsxv3.common.synchronization [req-56b6b48d-4e0b-4c1c-bc93-85d3a48f7643 req-a547b4bf-6ba7-4453-b736-e0bc09fa18da service nova] Enqueued Resource ID: 6061f117-7bad-496e-b36b-f7eb0d42fb69 with Priority: HIGHEST for action port [ 608.427463] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_rules [ 608.427562] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 608.427660] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6061f117-7bad-496e-b36b-f7eb0d42fb69 with Priority: HIGHEST for action port [ 608.427935] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.428125] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.428218] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.428473] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.428514] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.429715] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.429841] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.430097] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-6061f117-7bad-496e-b36b-f7eb0d42fb69 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.430202] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6061f117-7bad-496e-b36b-f7eb0d42fb69" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.430241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6061f117-7bad-496e-b36b-f7eb0d42fb69" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.430431] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6061f117-7bad-496e-b36b-f7eb0d42fb69" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.430478] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6061f117-7bad-496e-b36b-f7eb0d42fb69',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.482970] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.483208] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.483279] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.483568] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.483828] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.494549] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a in Status: SUCCESS [ 608.494783] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.496332] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 in Status: IN_PROGRESS for 2s [ 608.932908] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.932908] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.937052] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6061f117-7bad-496e-b36b-f7eb0d42fb69 with status ACTIVE [ 608.937052] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.937052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.937052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.937052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.937052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.937052] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.937052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.937052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.937052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.937052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.937052] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.937052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.937052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.937052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.937052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.937052] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6061f117-7bad-496e-b36b-f7eb0d42fb69 is going to be updated. [ 608.962205] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.962357] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.962423] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.962633] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.962870] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.963087] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6061f117-7bad-496e-b36b-f7eb0d42fb69" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.516513] env[65933]: INFO networking_nsxv3.common.synchronization [req-8d3d31dd-27a8-462f-abed-2c425f37e690 req-8577a7c9-dde8-4828-9513-368ba10e014f tempest-VolumesAssistedSnapshotsTest-1755976146 tempest-VolumesAssistedSnapshotsTest-1755976146-project-member] Enqueued Resource ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 with Priority: HIGHEST for action security_group_members [ 609.517236] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 with Priority: HIGHEST for action security_group_members [ 609.517541] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3916bd1a-6b24-4a7b-92ba-dd2a338474e4 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.517744] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.517744] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.518139] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.518575] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.520120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.520120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.520120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.520120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.520120] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3916bd1a-6b24-4a7b-92ba-dd2a338474e4',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.996171] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.996367] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-576" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.996483] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-576" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.996815] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-576" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.997082] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.997233] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.997342] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.997548] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.997688] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.997879] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.997981] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.998094] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.998215] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.998292] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.999219] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.999219] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.019721] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.019949] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.020114] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.020301] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-576" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.020636] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-0f7d7e6b-4c1b-481e-a24a-e7d90dc76db8 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.020857] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-0f7d7e6b-4c1b-481e-a24a-e7d90dc76db8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.021099] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-0f7d7e6b-4c1b-481e-a24a-e7d90dc76db8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.021473] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-0f7d7e6b-4c1b-481e-a24a-e7d90dc76db8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.021635] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f7d7e6b-4c1b-481e-a24a-e7d90dc76db8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.023063] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.023191] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.023264] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.023841] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.023841] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.023841] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.024078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.024078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.024179] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.024274] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.024317] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 already deleted. [ 610.024868] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.278305] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: SUCCESS [ 610.278509] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.278558] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.278814] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.279017] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.279148] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.279221] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.279471] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.279576] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.279677] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.511690] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 in Status: SUCCESS [ 610.511690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.525656] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.526075] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.526075] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.526327] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.526476] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.526626] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 0f7d7e6b-4c1b-481e-a24a-e7d90dc76db8 not found, creating... [ 610.526883] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.527148] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.527244] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.527388] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.527521] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.527789] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.527941] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.528067] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.528269] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.528400] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.528535] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 0f7d7e6b-4c1b-481e-a24a-e7d90dc76db8 is going to be created. [ 610.550988] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.551223] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.551347] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.551611] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.551830] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.552066] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-0f7d7e6b-4c1b-481e-a24a-e7d90dc76db8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.782336] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.051754] env[65933]: INFO networking_nsxv3.common.synchronization [req-87bef54e-b07a-4b4f-9231-1094b70086f8 req-9406a792-0847-4a80-bd8f-ca4927ad53bc tempest-ServerDiagnosticsNegativeTest-910954856 tempest-ServerDiagnosticsNegativeTest-910954856-project-member] Enqueued Resource ID: 4c7a5ab0-8d2f-4907-affe-df71a48e983a with Priority: HIGHEST for action security_group_members [ 611.052678] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7a5ab0-8d2f-4907-affe-df71a48e983a with Priority: HIGHEST for action security_group_members [ 611.053103] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7a5ab0-8d2f-4907-affe-df71a48e983a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.053266] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.053354] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.053574] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.053788] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.053936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.054016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.054212] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.054331] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.054492] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c7a5ab0-8d2f-4907-affe-df71a48e983a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.285809] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.354734] env[65933]: INFO networking_nsxv3.common.synchronization [req-8d3d31dd-27a8-462f-abed-2c425f37e690 req-3ef1371d-8091-4088-be79-6d86af2b1c0e service nova] Enqueued Resource ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 with Priority: HIGHEST for action security_group_rules [ 611.355902] env[65933]: INFO networking_nsxv3.common.synchronization [req-8d3d31dd-27a8-462f-abed-2c425f37e690 req-3ef1371d-8091-4088-be79-6d86af2b1c0e service nova] Enqueued Resource ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 with Priority: HIGHEST for action security_group_members [ 611.355902] env[65933]: INFO networking_nsxv3.common.synchronization [req-8d3d31dd-27a8-462f-abed-2c425f37e690 req-3ef1371d-8091-4088-be79-6d86af2b1c0e service nova] Enqueued Resource ID: 0f7d7e6b-4c1b-481e-a24a-e7d90dc76db8 with Priority: HIGHEST for action port [ 611.356358] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 with Priority: HIGHEST for action security_group_rules [ 611.356418] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 with Priority: HIGHEST for action security_group_members [ 611.356494] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f7d7e6b-4c1b-481e-a24a-e7d90dc76db8 with Priority: HIGHEST for action port [ 611.356894] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3916bd1a-6b24-4a7b-92ba-dd2a338474e4 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.357259] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.357384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.357673] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.357783] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3916bd1a-6b24-4a7b-92ba-dd2a338474e4',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.358878] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3916bd1a-6b24-4a7b-92ba-dd2a338474e4 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.358998] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.359080] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.359310] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.359473] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.359567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.360342] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.360521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.360706] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.360810] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3916bd1a-6b24-4a7b-92ba-dd2a338474e4',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.362078] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f7d7e6b-4c1b-481e-a24a-e7d90dc76db8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.362239] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f7d7e6b-4c1b-481e-a24a-e7d90dc76db8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.362301] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f7d7e6b-4c1b-481e-a24a-e7d90dc76db8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.362483] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f7d7e6b-4c1b-481e-a24a-e7d90dc76db8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.362583] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f7d7e6b-4c1b-481e-a24a-e7d90dc76db8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.557301] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.557642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.557642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.557787] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.557866] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.558082] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.558225] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.558288] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.558400] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.558473] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.558569] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7a5ab0-8d2f-4907-affe-df71a48e983a is going to be updated. [ 611.592535] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.592989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.592989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.593724] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.593724] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.604262] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7a5ab0-8d2f-4907-affe-df71a48e983a in Status: IN_PROGRESS for 2s [ 611.795459] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.795459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.795459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.795459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.795459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.795459] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eab50ba-9300-413a-a121-8a9a4f066cce is going to be updated. [ 611.824985] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.825201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.825260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.825451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.825591] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.835597] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: IN_PROGRESS for 2s [ 611.864363] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3916bd1a-6b24-4a7b-92ba-dd2a338474e4 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.864564] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.867085] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3916bd1a-6b24-4a7b-92ba-dd2a338474e4',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.868324] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f7d7e6b-4c1b-481e-a24a-e7d90dc76db8 with status ACTIVE [ 611.869210] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.869210] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.869210] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.869438] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.869438] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.869601] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.869748] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.869850] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.870298] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.870478] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.870918] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.871086] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.871133] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.871328] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.871412] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.871515] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f7d7e6b-4c1b-481e-a24a-e7d90dc76db8 is going to be updated. [ 611.894174] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.894771] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.894771] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.894771] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.894905] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.895220] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f7d7e6b-4c1b-481e-a24a-e7d90dc76db8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.375280] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3916bd1a-6b24-4a7b-92ba-dd2a338474e4',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.878031] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.878414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.878414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.878414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.878537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.878583] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 is going to be created. [ 612.909060] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.909060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.909060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.909060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.909060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.921948] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 in Status: UNINITIALIZED for 2s [ 613.615152] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7a5ab0-8d2f-4907-affe-df71a48e983a in Status: SUCCESS [ 613.615368] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7a5ab0-8d2f-4907-affe-df71a48e983a deletion is rescheduled due to dependency. [ 613.615527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.633766] env[65933]: INFO networking_nsxv3.common.synchronization [None req-905140bb-d813-4938-b493-cff3f80e5f75 None None] Enqueued Resource ID: 3328efc6-3ab2-43ff-9966-e0a3fdb93586 with Priority: HIGHEST for action port [ 613.634351] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3328efc6-3ab2-43ff-9966-e0a3fdb93586 with Priority: HIGHEST for action port [ 613.634672] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-3328efc6-3ab2-43ff-9966-e0a3fdb93586 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.634816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3328efc6-3ab2-43ff-9966-e0a3fdb93586" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.634926] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3328efc6-3ab2-43ff-9966-e0a3fdb93586" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.636409] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3328efc6-3ab2-43ff-9966-e0a3fdb93586" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.636638] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3328efc6-3ab2-43ff-9966-e0a3fdb93586',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.850042] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: SUCCESS [ 613.850325] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.850740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.850740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.850891] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.851016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.851094] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.851263] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.851385] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.851599] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.851599] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.140509] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3328efc6-3ab2-43ff-9966-e0a3fdb93586 [ 614.140885] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.140949] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.141284] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.141284] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.141388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.141468] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3328efc6-3ab2-43ff-9966-e0a3fdb93586 already deleted. [ 614.141586] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3328efc6-3ab2-43ff-9966-e0a3fdb93586" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.356350] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.356350] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.356350] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.357258] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.357459] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.357579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.357645] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.357809] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.357917] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.358017] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.358197] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.358300] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.358340] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.358562] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.358633] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.358707] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.358767] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.358904] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.358979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.359082] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.359171] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.863863] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6eab50ba-9300-413a-a121-8a9a4f066cce: rpc.has_security_group_logging(os_id): False [ 614.886995] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.886995] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.886995] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.886995] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.886995] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.886995] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.886995] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.886995] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.889091] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.889404] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.891690] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.891690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.891690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.891690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.891690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.891690] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.891690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.891690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.891690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.891690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.891690] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eab50ba-9300-413a-a121-8a9a4f066cce is going to be updated. [ 614.936474] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 in Status: SUCCESS [ 614.936474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.936474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.936474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.936474] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.936474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.936474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.936474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.936474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.936769] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.936769] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3916bd1a-6b24-4a7b-92ba-dd2a338474e4',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.988316] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.988316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.988316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.988316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.988316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.011369] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: IN_PROGRESS for 2s [ 615.445536] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3916bd1a-6b24-4a7b-92ba-dd2a338474e4',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.477909] env[65933]: INFO networking_nsxv3.common.synchronization [None req-47bedf2e-dd38-4a96-8e05-205ddd7daccd None None] Enqueued Resource ID: 4a1138af-5423-4ed3-8a4f-12220504d390 with Priority: HIGHEST for action port [ 615.478726] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a1138af-5423-4ed3-8a4f-12220504d390 with Priority: HIGHEST for action port [ 615.479858] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a1138af-5423-4ed3-8a4f-12220504d390 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.479858] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a1138af-5423-4ed3-8a4f-12220504d390" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.479858] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a1138af-5423-4ed3-8a4f-12220504d390" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.479858] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a1138af-5423-4ed3-8a4f-12220504d390" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.479858] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a1138af-5423-4ed3-8a4f-12220504d390',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.950930] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3916bd1a-6b24-4a7b-92ba-dd2a338474e4: rpc.has_security_group_logging(os_id): False [ 615.971294] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.971294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.971294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.971294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.971294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.971294] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.971294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.971294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.971294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.971294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.971294] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 is going to be created. [ 615.984728] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a1138af-5423-4ed3-8a4f-12220504d390 [ 615.984728] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.984728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.984728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.984728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.984728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.984728] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a1138af-5423-4ed3-8a4f-12220504d390 already deleted. [ 615.984728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a1138af-5423-4ed3-8a4f-12220504d390" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.048525] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.048780] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.049115] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.049204] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.049477] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.062388] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 in Status: IN_PROGRESS for 2s [ 616.410487] env[65933]: INFO networking_nsxv3.common.synchronization [req-514c3742-783e-49cb-bccd-20379f707e21 req-07fb7a0e-0a94-4642-a5f2-d01bdbfcce57 tempest-ImagesTestJSON-331983412 tempest-ImagesTestJSON-331983412-project-member] Enqueued Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 616.416018] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 616.416018] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.416018] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.416018] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.416018] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.416018] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.416018] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.416018] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.416018] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.416018] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.416018] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.750968] env[65933]: INFO networking_nsxv3.common.synchronization [None req-5e9308a7-6acd-4823-bf52-023a0d971a1d None None] Enqueued Resource ID: 9ce66279-1088-4edf-9c93-d4895c46b54c with Priority: HIGHEST for action port [ 616.753158] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce66279-1088-4edf-9c93-d4895c46b54c with Priority: HIGHEST for action port [ 616.753158] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ce66279-1088-4edf-9c93-d4895c46b54c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.753158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ce66279-1088-4edf-9c93-d4895c46b54c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.753158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ce66279-1088-4edf-9c93-d4895c46b54c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.753158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ce66279-1088-4edf-9c93-d4895c46b54c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.753158] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ce66279-1088-4edf-9c93-d4895c46b54c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.843382] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.843746] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-618" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.843942] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-618" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.844353] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-618" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.845047] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.845334] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.846733] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.846733] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.846733] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.846733] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.846733] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.846733] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.846733] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.846733] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.846733] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.846733] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.919093] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.919300] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.919300] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.919619] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.919619] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.919800] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.919881] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.919959] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.920179] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.920179] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.920275] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 already deleted. [ 616.920307] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.990615] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.990615] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.141 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.990615] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.990615] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-618" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.990615] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-912ca2e8-6e74-4f74-ba53-ee1417da26d5 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.990615] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-912ca2e8-6e74-4f74-ba53-ee1417da26d5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.990615] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-912ca2e8-6e74-4f74-ba53-ee1417da26d5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.990615] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-912ca2e8-6e74-4f74-ba53-ee1417da26d5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.990615] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('912ca2e8-6e74-4f74-ba53-ee1417da26d5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.039654] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: SUCCESS [ 617.039654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.257456] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ce66279-1088-4edf-9c93-d4895c46b54c [ 617.257818] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.258011] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.258114] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.258393] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.259958] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.260087] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ce66279-1088-4edf-9c93-d4895c46b54c already deleted. [ 617.260193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ce66279-1088-4edf-9c93-d4895c46b54c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.485978] env[65933]: INFO networking_nsxv3.common.synchronization [None req-0701e47c-fa92-4481-9a43-4e07b982e0bf None None] Enqueued Resource ID: a8b704b0-4436-4dd9-bf1c-94cfae52c755 with Priority: HIGHEST for action port [ 617.486256] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b704b0-4436-4dd9-bf1c-94cfae52c755 with Priority: HIGHEST for action port [ 617.486560] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8b704b0-4436-4dd9-bf1c-94cfae52c755 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.487288] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8b704b0-4436-4dd9-bf1c-94cfae52c755" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.487441] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8b704b0-4436-4dd9-bf1c-94cfae52c755" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.487709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8b704b0-4436-4dd9-bf1c-94cfae52c755" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.487799] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8b704b0-4436-4dd9-bf1c-94cfae52c755',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.497344] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.497515] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.497605] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.497853] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.498041] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.498245] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 912ca2e8-6e74-4f74-ba53-ee1417da26d5 not found, creating... [ 617.498737] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.498737] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.498896] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.499120] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.499340] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.499661] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.499822] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.499986] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.500389] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.500521] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.500660] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 912ca2e8-6e74-4f74-ba53-ee1417da26d5 is going to be created. [ 617.523421] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.523659] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.523819] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.524067] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.524300] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.524524] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-912ca2e8-6e74-4f74-ba53-ee1417da26d5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.991105] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8b704b0-4436-4dd9-bf1c-94cfae52c755 [ 617.991464] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.991528] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.991565] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.992042] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.992042] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.992042] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8b704b0-4436-4dd9-bf1c-94cfae52c755 already deleted. [ 617.992042] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8b704b0-4436-4dd9-bf1c-94cfae52c755" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.077513] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 in Status: SUCCESS [ 618.077513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.158378] env[65933]: INFO networking_nsxv3.common.synchronization [req-514c3742-783e-49cb-bccd-20379f707e21 req-8c728d9d-8a59-4e38-af59-ba3c47af29c9 service nova] Enqueued Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_rules [ 618.159183] env[65933]: INFO networking_nsxv3.common.synchronization [req-514c3742-783e-49cb-bccd-20379f707e21 req-8c728d9d-8a59-4e38-af59-ba3c47af29c9 service nova] Enqueued Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 618.159183] env[65933]: INFO networking_nsxv3.common.synchronization [req-514c3742-783e-49cb-bccd-20379f707e21 req-8c728d9d-8a59-4e38-af59-ba3c47af29c9 service nova] Enqueued Resource ID: 912ca2e8-6e74-4f74-ba53-ee1417da26d5 with Priority: HIGHEST for action port [ 618.159488] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_rules [ 618.159696] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 618.159766] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912ca2e8-6e74-4f74-ba53-ee1417da26d5 with Priority: HIGHEST for action port [ 618.160112] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.160271] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.160333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.160595] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.160721] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.161743] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.161902] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.162011] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.165604] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.165604] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.165604] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.165604] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.165604] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.165604] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.165604] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.166315] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-912ca2e8-6e74-4f74-ba53-ee1417da26d5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.166315] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-912ca2e8-6e74-4f74-ba53-ee1417da26d5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.166315] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-912ca2e8-6e74-4f74-ba53-ee1417da26d5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.166315] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-912ca2e8-6e74-4f74-ba53-ee1417da26d5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.166478] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('912ca2e8-6e74-4f74-ba53-ee1417da26d5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.668902] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.672912] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.673099] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.673268] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 912ca2e8-6e74-4f74-ba53-ee1417da26d5 with status ACTIVE [ 618.673482] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.673605] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.674759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.674759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.674759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.674759] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.674759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.674759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.674759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.674759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.675270] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.675270] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.675270] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.678502] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.678502] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.678502] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 912ca2e8-6e74-4f74-ba53-ee1417da26d5 is going to be updated. [ 618.700080] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.700080] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.700080] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.700080] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.700080] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.700080] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-912ca2e8-6e74-4f74-ba53-ee1417da26d5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.177907] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.442529] env[65933]: INFO networking_nsxv3.common.synchronization [None req-7ad6694f-1969-4dc3-91dc-11a655af1513 None None] Enqueued Resource ID: 3b224645-4e8b-4baa-a684-1386748848a4 with Priority: HIGHEST for action port [ 619.443345] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b224645-4e8b-4baa-a684-1386748848a4 with Priority: HIGHEST for action port [ 619.443569] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b224645-4e8b-4baa-a684-1386748848a4 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.443762] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b224645-4e8b-4baa-a684-1386748848a4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.443936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b224645-4e8b-4baa-a684-1386748848a4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.447344] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b224645-4e8b-4baa-a684-1386748848a4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.447344] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b224645-4e8b-4baa-a684-1386748848a4',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.684015] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.684191] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.684267] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.684519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.684614] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.684709] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 is going to be created. [ 619.713594] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.714710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.714710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.714710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.714710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.727292] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: UNINITIALIZED for 2s [ 619.951325] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b224645-4e8b-4baa-a684-1386748848a4 [ 619.951518] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.951644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.951714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.951919] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.952014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.955208] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b224645-4e8b-4baa-a684-1386748848a4 already deleted. [ 619.955336] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b224645-4e8b-4baa-a684-1386748848a4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.956536] env[65933]: INFO networking_nsxv3.common.synchronization [None req-e88801dc-159a-41bf-ba18-4669c19dc4e7 None None] Enqueued Resource ID: 43dbb70d-e098-4c66-a3fd-b09a74d960a8 with Priority: HIGHEST for action port [ 619.957228] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43dbb70d-e098-4c66-a3fd-b09a74d960a8 with Priority: HIGHEST for action port [ 619.957702] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-43dbb70d-e098-4c66-a3fd-b09a74d960a8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.957845] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43dbb70d-e098-4c66-a3fd-b09a74d960a8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.957913] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43dbb70d-e098-4c66-a3fd-b09a74d960a8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.958181] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43dbb70d-e098-4c66-a3fd-b09a74d960a8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.958264] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43dbb70d-e098-4c66-a3fd-b09a74d960a8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.460412] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43dbb70d-e098-4c66-a3fd-b09a74d960a8 [ 620.463349] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.463349] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.463349] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.463349] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.463349] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.463349] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43dbb70d-e098-4c66-a3fd-b09a74d960a8 already deleted. [ 620.463349] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43dbb70d-e098-4c66-a3fd-b09a74d960a8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.660721] env[65933]: INFO networking_nsxv3.common.synchronization [req-8210e423-d69e-4781-845f-682e1cb7f6dc req-1f15ee4f-a42f-4653-bd38-87f65da66b16 tempest-SecurityGroupRulesTestJSON-101126829 tempest-SecurityGroupRulesTestJSON-101126829-project-member] Enqueued Resource ID: a5098176-4e74-4dbb-8c76-6fd05912f57d with Priority: HIGHEST for action security_group_rules [ 620.665354] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5098176-4e74-4dbb-8c76-6fd05912f57d with Priority: HIGHEST for action security_group_rules [ 620.666026] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5098176-4e74-4dbb-8c76-6fd05912f57d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.666174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5098176-4e74-4dbb-8c76-6fd05912f57d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.666279] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5098176-4e74-4dbb-8c76-6fd05912f57d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.666484] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5098176-4e74-4dbb-8c76-6fd05912f57d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.666569] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5098176-4e74-4dbb-8c76-6fd05912f57d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.189686] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.190024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.190024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.190197] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.190293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.190393] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5098176-4e74-4dbb-8c76-6fd05912f57d already deleted. [ 621.190479] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5098176-4e74-4dbb-8c76-6fd05912f57d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.740698] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: SUCCESS [ 621.741074] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.743326] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.744326] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.744583] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.744761] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.745433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.745654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.745778] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.745908] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.746048] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.250750] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.250750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.250750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.251109] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.251185] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.251650] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.251650] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.251791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.251825] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.251933] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.252092] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.252184] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.252244] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.252402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.252538] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.252647] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.252714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.252933] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.253082] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.253141] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.253189] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.756557] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5637bd2b-e866-4614-8440-4cdd12316a09: rpc.has_security_group_logging(os_id): False [ 622.779193] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.779193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.779193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.779193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.779193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.779193] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.779193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.779193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.779193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.779193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.779193] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.779193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.779193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.779193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.779193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.779838] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.779838] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.779838] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.779838] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.779838] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.779838] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 is going to be created. [ 622.842645] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.844480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.844480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.844480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.844480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.856411] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: IN_PROGRESS for 2s [ 623.039466] env[65933]: INFO networking_nsxv3.common.synchronization [None req-9ba85267-4b8b-4e96-8d90-9ea0b31c99b8 None None] Enqueued Resource ID: 800161f6-c090-4fce-bbbf-62824b5471e4 with Priority: HIGHEST for action port [ 623.039466] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 800161f6-c090-4fce-bbbf-62824b5471e4 with Priority: HIGHEST for action port [ 623.040113] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-800161f6-c090-4fce-bbbf-62824b5471e4 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.040230] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-800161f6-c090-4fce-bbbf-62824b5471e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.040285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-800161f6-c090-4fce-bbbf-62824b5471e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.040537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-800161f6-c090-4fce-bbbf-62824b5471e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.040616] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('800161f6-c090-4fce-bbbf-62824b5471e4',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.448965] env[65933]: INFO networking_nsxv3.common.synchronization [None req-ba182f0f-c00a-49df-908f-e20d017716da None None] Enqueued Resource ID: 63bc1f5f-0e14-4949-abe2-58609469a55c with Priority: HIGHEST for action port [ 623.448965] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63bc1f5f-0e14-4949-abe2-58609469a55c with Priority: HIGHEST for action port [ 623.449623] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-63bc1f5f-0e14-4949-abe2-58609469a55c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.449623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63bc1f5f-0e14-4949-abe2-58609469a55c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.449800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63bc1f5f-0e14-4949-abe2-58609469a55c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.450043] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63bc1f5f-0e14-4949-abe2-58609469a55c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.450185] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63bc1f5f-0e14-4949-abe2-58609469a55c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.544926] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 800161f6-c090-4fce-bbbf-62824b5471e4 [ 623.545198] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.545335] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.545398] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.545610] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.545700] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.545942] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:800161f6-c090-4fce-bbbf-62824b5471e4 already deleted. [ 623.545942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-800161f6-c090-4fce-bbbf-62824b5471e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.952763] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63bc1f5f-0e14-4949-abe2-58609469a55c [ 623.953155] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.953318] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.953364] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.953722] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.953819] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.953969] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63bc1f5f-0e14-4949-abe2-58609469a55c already deleted. [ 623.954194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63bc1f5f-0e14-4949-abe2-58609469a55c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.875565] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: SUCCESS [ 624.875826] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.824424] env[65933]: INFO networking_nsxv3.common.synchronization [req-230bd678-e458-4e8f-bdea-d07ed2b692a5 req-16867a27-8fc7-4cfe-817e-f6d81d3df6ab tempest-TenantUsagesTestJSON-685042607 tempest-TenantUsagesTestJSON-685042607-project-member] Enqueued Resource ID: 7954a880-8bc9-4b99-ab7e-2cf17512406d with Priority: HIGHEST for action security_group_members [ 625.824424] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7954a880-8bc9-4b99-ab7e-2cf17512406d with Priority: HIGHEST for action security_group_members [ 625.824424] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7954a880-8bc9-4b99-ab7e-2cf17512406d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.824424] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.824424] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.824424] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.824424] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.824424] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.825158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.825158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.825158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.825158] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7954a880-8bc9-4b99-ab7e-2cf17512406d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.909213] env[65933]: INFO networking_nsxv3.common.synchronization [None req-7c34bbca-c2cf-4e12-9310-ff07fe109564 None None] Enqueued Resource ID: fac1b5cd-1d28-4d2c-83d3-6a4938bbf3d8 with Priority: HIGHEST for action port [ 625.909671] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fac1b5cd-1d28-4d2c-83d3-6a4938bbf3d8 with Priority: HIGHEST for action port [ 625.911099] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-fac1b5cd-1d28-4d2c-83d3-6a4938bbf3d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.911245] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fac1b5cd-1d28-4d2c-83d3-6a4938bbf3d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.911315] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fac1b5cd-1d28-4d2c-83d3-6a4938bbf3d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.911572] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fac1b5cd-1d28-4d2c-83d3-6a4938bbf3d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.911657] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fac1b5cd-1d28-4d2c-83d3-6a4938bbf3d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.328063] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.328640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.328806] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.329097] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.329404] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.329631] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.329739] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.329795] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.329959] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.330041] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.330149] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7954a880-8bc9-4b99-ab7e-2cf17512406d already deleted. [ 626.330201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.414912] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fac1b5cd-1d28-4d2c-83d3-6a4938bbf3d8 [ 626.414912] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.414912] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.414912] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.414912] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.414912] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.414912] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fac1b5cd-1d28-4d2c-83d3-6a4938bbf3d8 already deleted. [ 626.416317] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fac1b5cd-1d28-4d2c-83d3-6a4938bbf3d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.720832] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.721098] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.721251] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.721562] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.721835] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.721992] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.722122] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.722446] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.722510] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.722676] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.722813] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.722951] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.723197] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.723362] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.723473] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.723721] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.754280] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.755631] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.755631] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.755631] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.755631] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-5e296dbe-60ee-448a-aaef-805c036ffe8c taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.756913] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-5e296dbe-60ee-448a-aaef-805c036ffe8c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.756913] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-5e296dbe-60ee-448a-aaef-805c036ffe8c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.756913] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-5e296dbe-60ee-448a-aaef-805c036ffe8c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.756913] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e296dbe-60ee-448a-aaef-805c036ffe8c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.260996] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.260996] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.260996] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.260996] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.260996] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.260996] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 5e296dbe-60ee-448a-aaef-805c036ffe8c not found, creating... [ 627.260996] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.260996] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.260996] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.261945] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.261945] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.262453] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.262673] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.262879] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.263197] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.263412] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.266045] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 5e296dbe-60ee-448a-aaef-805c036ffe8c is going to be created. [ 627.287358] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.287893] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.288091] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.288463] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.288776] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.289124] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-5e296dbe-60ee-448a-aaef-805c036ffe8c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.528820] env[65933]: INFO networking_nsxv3.common.synchronization [None req-69690d7d-f97d-4f41-82a7-d63aa2c9c84f None None] Enqueued Resource ID: f188e709-8312-48bb-8d57-0a25a2e1a830 with Priority: HIGHEST for action port [ 627.530455] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f188e709-8312-48bb-8d57-0a25a2e1a830 with Priority: HIGHEST for action port [ 627.531038] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-f188e709-8312-48bb-8d57-0a25a2e1a830 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.531038] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f188e709-8312-48bb-8d57-0a25a2e1a830" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.531038] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f188e709-8312-48bb-8d57-0a25a2e1a830" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.531856] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f188e709-8312-48bb-8d57-0a25a2e1a830" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.531856] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f188e709-8312-48bb-8d57-0a25a2e1a830',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.740831] env[65933]: INFO networking_nsxv3.common.synchronization [None req-67efb03e-3a99-4136-9e44-07d2ec1dc5c9 None None] Enqueued Resource ID: 6f7ab2ea-8603-477c-99c4-586b099665fe with Priority: HIGHEST for action port [ 627.741514] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f7ab2ea-8603-477c-99c4-586b099665fe with Priority: HIGHEST for action port [ 627.742812] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f7ab2ea-8603-477c-99c4-586b099665fe taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.742812] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f7ab2ea-8603-477c-99c4-586b099665fe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.743023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f7ab2ea-8603-477c-99c4-586b099665fe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.743323] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f7ab2ea-8603-477c-99c4-586b099665fe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.743425] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f7ab2ea-8603-477c-99c4-586b099665fe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.029325] env[65933]: INFO networking_nsxv3.common.synchronization [req-230bd678-e458-4e8f-bdea-d07ed2b692a5 req-cb2e0356-1f68-4945-9997-1809d71d98d1 service nova] Enqueued Resource ID: 7954a880-8bc9-4b99-ab7e-2cf17512406d with Priority: HIGHEST for action security_group_rules [ 628.029495] env[65933]: INFO networking_nsxv3.common.synchronization [req-230bd678-e458-4e8f-bdea-d07ed2b692a5 req-cb2e0356-1f68-4945-9997-1809d71d98d1 service nova] Enqueued Resource ID: 7954a880-8bc9-4b99-ab7e-2cf17512406d with Priority: HIGHEST for action security_group_members [ 628.029689] env[65933]: INFO networking_nsxv3.common.synchronization [req-230bd678-e458-4e8f-bdea-d07ed2b692a5 req-cb2e0356-1f68-4945-9997-1809d71d98d1 service nova] Enqueued Resource ID: 5e296dbe-60ee-448a-aaef-805c036ffe8c with Priority: HIGHEST for action port [ 628.029944] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7954a880-8bc9-4b99-ab7e-2cf17512406d with Priority: HIGHEST for action security_group_rules [ 628.030089] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7954a880-8bc9-4b99-ab7e-2cf17512406d with Priority: HIGHEST for action security_group_members [ 628.030187] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e296dbe-60ee-448a-aaef-805c036ffe8c with Priority: HIGHEST for action port [ 628.030714] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7954a880-8bc9-4b99-ab7e-2cf17512406d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.030905] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.030978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.032245] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.032245] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7954a880-8bc9-4b99-ab7e-2cf17512406d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.032724] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7954a880-8bc9-4b99-ab7e-2cf17512406d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.032724] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.032724] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.032724] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.033043] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.033043] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.033232] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.033280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.033996] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.033996] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7954a880-8bc9-4b99-ab7e-2cf17512406d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.034789] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e296dbe-60ee-448a-aaef-805c036ffe8c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.034914] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e296dbe-60ee-448a-aaef-805c036ffe8c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.034972] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e296dbe-60ee-448a-aaef-805c036ffe8c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.035607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e296dbe-60ee-448a-aaef-805c036ffe8c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.035607] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e296dbe-60ee-448a-aaef-805c036ffe8c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.038468] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f188e709-8312-48bb-8d57-0a25a2e1a830 [ 628.039697] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.039697] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.039697] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.039697] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.039697] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.039697] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f188e709-8312-48bb-8d57-0a25a2e1a830 already deleted. [ 628.039697] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f188e709-8312-48bb-8d57-0a25a2e1a830" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.247088] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f7ab2ea-8603-477c-99c4-586b099665fe [ 628.247334] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.247469] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.247538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.247753] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.247840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.247931] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f7ab2ea-8603-477c-99c4-586b099665fe already deleted. [ 628.248020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f7ab2ea-8603-477c-99c4-586b099665fe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.460135] env[65933]: INFO networking_nsxv3.common.synchronization [req-a478bc6e-86d5-4429-bb83-4bb45f10be36 req-1b8fbe7c-67f5-4cf8-8b6b-2168d244079d tempest-ServersWithSpecificFlavorTestJSON-318848990 tempest-ServersWithSpecificFlavorTestJSON-318848990-project-member] Enqueued Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGHEST for action security_group_members [ 628.460135] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGHEST for action security_group_members [ 628.460135] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-63968d53-7162-451b-8a05-0f14bd1489dc taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.460135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.460135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.460135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.460135] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.460135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.460135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.460135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.462963] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.463314] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63968d53-7162-451b-8a05-0f14bd1489dc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.543138] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7954a880-8bc9-4b99-ab7e-2cf17512406d taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.543138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.543138] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7954a880-8bc9-4b99-ab7e-2cf17512406d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.543138] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e296dbe-60ee-448a-aaef-805c036ffe8c with status ACTIVE [ 628.543138] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.543138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.543138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.543138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.543138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.543138] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.543138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.543138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.543138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.543138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.544779] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.545714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.546067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.546378] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.546939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.547280] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e296dbe-60ee-448a-aaef-805c036ffe8c is going to be updated. [ 628.574547] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.574547] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.574547] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.574547] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.574547] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.574547] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e296dbe-60ee-448a-aaef-805c036ffe8c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.966128] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.966290] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.966359] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.966577] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.966660] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.966857] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.966953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.967023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.967190] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.967270] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.967357] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63968d53-7162-451b-8a05-0f14bd1489dc already deleted. [ 628.967447] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.051070] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7954a880-8bc9-4b99-ab7e-2cf17512406d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.141018] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-861 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.141018] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-861" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.141018] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-861" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.141772] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-861" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.142407] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.145969] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.145969] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.145969] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.145969] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.145969] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.145969] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.145969] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.145969] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.145969] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.145969] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.145969] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.166343] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.171180] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.171180] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.171180] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-861" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.171180] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-f70d45a4-2f03-42a6-b5c5-9020a09ddf10 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.171180] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-f70d45a4-2f03-42a6-b5c5-9020a09ddf10" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.171180] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-f70d45a4-2f03-42a6-b5c5-9020a09ddf10" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.171180] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-f70d45a4-2f03-42a6-b5c5-9020a09ddf10" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.171180] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f70d45a4-2f03-42a6-b5c5-9020a09ddf10',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.556433] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.556433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.556433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.556433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.556433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.556433] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7954a880-8bc9-4b99-ab7e-2cf17512406d is going to be created. [ 629.581715] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.581715] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.581715] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.581715] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.581715] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.591413] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7954a880-8bc9-4b99-ab7e-2cf17512406d in Status: UNINITIALIZED for 2s [ 629.673486] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.673744] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.673870] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.674174] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.674319] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.674472] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port f70d45a4-2f03-42a6-b5c5-9020a09ddf10 not found, creating... [ 629.674766] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.674931] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.675420] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.675420] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.675589] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.675982] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.676201] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.676410] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.676702] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.676854] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.677053] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: f70d45a4-2f03-42a6-b5c5-9020a09ddf10 is going to be created. [ 629.701694] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.701811] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.701929] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.702260] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.702591] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.702832] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-f70d45a4-2f03-42a6-b5c5-9020a09ddf10" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.996230] env[65933]: INFO networking_nsxv3.common.synchronization [req-814db3b0-d343-4288-af07-d3bf8063bc8d req-2921f130-161b-4cfc-a0c1-5a087dcf45d4 tempest-ServersAdminNegativeTestJSON-725599998 tempest-ServersAdminNegativeTestJSON-725599998-project-member] Enqueued Resource ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 with Priority: HIGHEST for action security_group_members [ 629.996766] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 with Priority: HIGHEST for action security_group_members [ 629.997082] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d23b2f-0f2a-4109-baa7-2b0543610ce3 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.997213] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.997281] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.997479] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.997629] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.997723] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.997784] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.997928] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.998034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.998127] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12d23b2f-0f2a-4109-baa7-2b0543610ce3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.441254] env[65933]: INFO networking_nsxv3.common.synchronization [req-a478bc6e-86d5-4429-bb83-4bb45f10be36 req-23aea6a1-ff84-4d90-b8e6-87eefe138246 service nova] Enqueued Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGHEST for action security_group_rules [ 630.441419] env[65933]: INFO networking_nsxv3.common.synchronization [req-a478bc6e-86d5-4429-bb83-4bb45f10be36 req-23aea6a1-ff84-4d90-b8e6-87eefe138246 service nova] Enqueued Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGHEST for action security_group_members [ 630.441548] env[65933]: INFO networking_nsxv3.common.synchronization [req-a478bc6e-86d5-4429-bb83-4bb45f10be36 req-23aea6a1-ff84-4d90-b8e6-87eefe138246 service nova] Enqueued Resource ID: f70d45a4-2f03-42a6-b5c5-9020a09ddf10 with Priority: HIGHEST for action port [ 630.442293] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGHEST for action security_group_rules [ 630.442293] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGHEST for action security_group_members [ 630.442530] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70d45a4-2f03-42a6-b5c5-9020a09ddf10 with Priority: HIGHEST for action port [ 630.442842] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63968d53-7162-451b-8a05-0f14bd1489dc taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.442962] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.443453] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.443453] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.443453] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63968d53-7162-451b-8a05-0f14bd1489dc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.444202] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-63968d53-7162-451b-8a05-0f14bd1489dc taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.444323] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.444385] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.444572] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.444701] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.444879] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.444879] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.444982] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.445078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.445559] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63968d53-7162-451b-8a05-0f14bd1489dc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.445967] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-f70d45a4-2f03-42a6-b5c5-9020a09ddf10 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.446304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f70d45a4-2f03-42a6-b5c5-9020a09ddf10" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.446395] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f70d45a4-2f03-42a6-b5c5-9020a09ddf10" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.446528] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f70d45a4-2f03-42a6-b5c5-9020a09ddf10" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.446607] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f70d45a4-2f03-42a6-b5c5-9020a09ddf10',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.500088] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12d23b2f-0f2a-4109-baa7-2b0543610ce3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.789022] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.789022] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.789022] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.789022] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.790064] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.790396] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.791050] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.791050] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.791050] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.791259] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.791368] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.791502] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.791560] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.791731] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.791804] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.791878] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.812441] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.812608] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.812865] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.812993] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.813300] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-1e64c2de-33de-4f79-8b47-56e42edfaad1 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.813469] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-1e64c2de-33de-4f79-8b47-56e42edfaad1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.813580] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-1e64c2de-33de-4f79-8b47-56e42edfaad1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.813897] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-1e64c2de-33de-4f79-8b47-56e42edfaad1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.814061] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e64c2de-33de-4f79-8b47-56e42edfaad1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.948229] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-63968d53-7162-451b-8a05-0f14bd1489dc taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.948388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.948548] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63968d53-7162-451b-8a05-0f14bd1489dc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.949472] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f70d45a4-2f03-42a6-b5c5-9020a09ddf10 with status ACTIVE [ 630.949746] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.949827] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.949906] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.950128] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.950239] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.950788] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.950788] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.950788] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.950788] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.950945] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.951263] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.951382] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.951534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.951636] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.951740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.951844] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f70d45a4-2f03-42a6-b5c5-9020a09ddf10 is going to be updated. [ 630.973633] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.973780] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.973780] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.973937] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.974183] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.974714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f70d45a4-2f03-42a6-b5c5-9020a09ddf10" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.006503] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12d23b2f-0f2a-4109-baa7-2b0543610ce3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.278497] env[65933]: INFO networking_nsxv3.common.synchronization [None req-eae5b67e-9e3f-40dd-a36a-6b9fe875b46c None None] Enqueued Resource ID: 0961f032-70ec-40de-88c5-7ffc0c285549 with Priority: HIGHEST for action port [ 631.279105] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0961f032-70ec-40de-88c5-7ffc0c285549 with Priority: HIGHEST for action port [ 631.279331] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-0961f032-70ec-40de-88c5-7ffc0c285549 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.279459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0961f032-70ec-40de-88c5-7ffc0c285549" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.279525] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0961f032-70ec-40de-88c5-7ffc0c285549" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.281247] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0961f032-70ec-40de-88c5-7ffc0c285549" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.281793] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0961f032-70ec-40de-88c5-7ffc0c285549',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.317907] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.318586] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.319496] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.319496] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.319496] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.319860] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 1e64c2de-33de-4f79-8b47-56e42edfaad1 not found, creating... [ 631.320211] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.320398] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.320540] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.320791] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.321096] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.321847] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.322103] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.322240] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.322533] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.322756] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.323032] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 1e64c2de-33de-4f79-8b47-56e42edfaad1 is going to be created. [ 631.346849] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.347096] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.347229] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.347518] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.347759] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.347975] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-1e64c2de-33de-4f79-8b47-56e42edfaad1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.456605] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63968d53-7162-451b-8a05-0f14bd1489dc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.512515] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.512710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.512799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.513119] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.513248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.513357] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 is going to be updated. [ 631.552112] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.552112] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.552112] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.552112] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.552112] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.562603] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 in Status: IN_PROGRESS for 2s [ 631.600704] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7954a880-8bc9-4b99-ab7e-2cf17512406d in Status: SUCCESS [ 631.600974] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.601223] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.601474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.601715] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.601878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.602009] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.602223] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.602313] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.602427] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.602544] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7954a880-8bc9-4b99-ab7e-2cf17512406d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.784437] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0961f032-70ec-40de-88c5-7ffc0c285549 [ 631.784542] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.785168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.785168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.785168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.785168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.785168] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0961f032-70ec-40de-88c5-7ffc0c285549 already deleted. [ 631.785168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0961f032-70ec-40de-88c5-7ffc0c285549" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.959513] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.960028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.960028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.960028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.960028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.960471] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63968d53-7162-451b-8a05-0f14bd1489dc is going to be created. [ 631.986622] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.986798] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.986846] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.987594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.987783] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.998878] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63968d53-7162-451b-8a05-0f14bd1489dc in Status: UNINITIALIZED for 2s [ 632.052621] env[65933]: INFO networking_nsxv3.common.synchronization [req-814db3b0-d343-4288-af07-d3bf8063bc8d req-77c86c7a-5fe1-4ec9-8912-57094f331894 service nova] Enqueued Resource ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 with Priority: HIGHEST for action security_group_rules [ 632.052763] env[65933]: INFO networking_nsxv3.common.synchronization [req-814db3b0-d343-4288-af07-d3bf8063bc8d req-77c86c7a-5fe1-4ec9-8912-57094f331894 service nova] Enqueued Resource ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 with Priority: HIGHEST for action security_group_members [ 632.052884] env[65933]: INFO networking_nsxv3.common.synchronization [req-814db3b0-d343-4288-af07-d3bf8063bc8d req-77c86c7a-5fe1-4ec9-8912-57094f331894 service nova] Enqueued Resource ID: 1e64c2de-33de-4f79-8b47-56e42edfaad1 with Priority: HIGHEST for action port [ 632.053512] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 with Priority: HIGHEST for action security_group_rules [ 632.053647] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 with Priority: HIGHEST for action security_group_members [ 632.053744] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e64c2de-33de-4f79-8b47-56e42edfaad1 with Priority: HIGHEST for action port [ 632.056078] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12d23b2f-0f2a-4109-baa7-2b0543610ce3 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.056078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.056078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.056078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.056078] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12d23b2f-0f2a-4109-baa7-2b0543610ce3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.059374] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d23b2f-0f2a-4109-baa7-2b0543610ce3 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.059374] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.059374] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e64c2de-33de-4f79-8b47-56e42edfaad1 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.059374] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e64c2de-33de-4f79-8b47-56e42edfaad1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.059374] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e64c2de-33de-4f79-8b47-56e42edfaad1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.059374] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e64c2de-33de-4f79-8b47-56e42edfaad1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.059374] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e64c2de-33de-4f79-8b47-56e42edfaad1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.107442] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7954a880-8bc9-4b99-ab7e-2cf17512406d taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.107638] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.107718] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.108334] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.108334] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.108334] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.108334] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.108508] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.108665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.108736] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.108837] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7954a880-8bc9-4b99-ab7e-2cf17512406d taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.108923] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.108983] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.109144] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.109690] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.109690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.109690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.109690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.109690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.110037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.110037] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7954a880-8bc9-4b99-ab7e-2cf17512406d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.559579] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d23b2f-0f2a-4109-baa7-2b0543610ce3 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.559727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.560982] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e64c2de-33de-4f79-8b47-56e42edfaad1 with status ACTIVE [ 632.560982] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.560982] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.560982] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.560982] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.560982] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.560982] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.561727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.561727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.561727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.561727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.561986] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.561986] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.562087] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.562335] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.562335] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.562505] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e64c2de-33de-4f79-8b47-56e42edfaad1 is going to be updated. [ 632.591925] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.591925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.591925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.591925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.592168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.592168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e64c2de-33de-4f79-8b47-56e42edfaad1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.617742] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7954a880-8bc9-4b99-ab7e-2cf17512406d: rpc.has_security_group_logging(os_id): False [ 632.639435] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.639587] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.639587] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.639775] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.639867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.640269] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.640380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.640380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.640548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.640622] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.640821] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.640980] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.641049] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.641165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.641242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.641435] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.641530] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.641594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.643941] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.644074] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.644168] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7954a880-8bc9-4b99-ab7e-2cf17512406d is going to be created. [ 632.647857] env[65933]: INFO networking_nsxv3.common.synchronization [None req-4c6bc935-88bd-443d-abea-e0a011681818 None None] Enqueued Resource ID: cd0a7fbb-4887-4b8c-8911-21e67e8d2d8d with Priority: HIGHEST for action port [ 632.648617] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0a7fbb-4887-4b8c-8911-21e67e8d2d8d with Priority: HIGHEST for action port [ 632.649056] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd0a7fbb-4887-4b8c-8911-21e67e8d2d8d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.649056] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd0a7fbb-4887-4b8c-8911-21e67e8d2d8d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.649266] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd0a7fbb-4887-4b8c-8911-21e67e8d2d8d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.649379] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd0a7fbb-4887-4b8c-8911-21e67e8d2d8d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.649452] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd0a7fbb-4887-4b8c-8911-21e67e8d2d8d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.748833] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.748833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.748833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.748833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.748833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.770676] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7954a880-8bc9-4b99-ab7e-2cf17512406d in Status: IN_PROGRESS for 2s [ 633.152623] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd0a7fbb-4887-4b8c-8911-21e67e8d2d8d [ 633.153018] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.153018] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.153139] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.153308] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.153396] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.153490] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd0a7fbb-4887-4b8c-8911-21e67e8d2d8d already deleted. [ 633.153569] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd0a7fbb-4887-4b8c-8911-21e67e8d2d8d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.319261] env[65933]: INFO networking_nsxv3.common.synchronization [None req-f34fc7cd-b856-43a4-9a7e-4143ca311d7e None None] Enqueued Resource ID: a425ab89-0f70-4718-99a7-e9cf9e7db2e5 with Priority: HIGHEST for action port [ 633.319261] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a425ab89-0f70-4718-99a7-e9cf9e7db2e5 with Priority: HIGHEST for action port [ 633.319261] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-a425ab89-0f70-4718-99a7-e9cf9e7db2e5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.319261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a425ab89-0f70-4718-99a7-e9cf9e7db2e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.319261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a425ab89-0f70-4718-99a7-e9cf9e7db2e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.319261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a425ab89-0f70-4718-99a7-e9cf9e7db2e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.319261] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a425ab89-0f70-4718-99a7-e9cf9e7db2e5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.573878] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 in Status: SUCCESS [ 633.574197] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.574381] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.574631] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.575020] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.575020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.575020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.575184] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.575246] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.575338] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12d23b2f-0f2a-4109-baa7-2b0543610ce3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.775800] env[65933]: INFO networking_nsxv3.common.synchronization [req-a11eddfa-b138-497b-9d68-591c727381b6 req-2c17954e-30ce-4c0e-8ac7-525667027fcb tempest-ServersTestBootFromVolume-1003359235 tempest-ServersTestBootFromVolume-1003359235-project-member] Enqueued Resource ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a with Priority: HIGHEST for action security_group_members [ 633.776412] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a with Priority: HIGHEST for action security_group_members [ 633.776719] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.776843] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.776910] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.781144] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.781144] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.781144] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.781144] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.781144] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.781144] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.781511] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.822036] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a425ab89-0f70-4718-99a7-e9cf9e7db2e5 [ 633.823166] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.826494] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.826591] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.826781] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.826874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.826979] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a425ab89-0f70-4718-99a7-e9cf9e7db2e5 already deleted. [ 633.828137] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a425ab89-0f70-4718-99a7-e9cf9e7db2e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.009074] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63968d53-7162-451b-8a05-0f14bd1489dc in Status: SUCCESS [ 634.011961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.011961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.011961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.011961] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.011961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.011961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.011961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.011961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.011961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.011961] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63968d53-7162-451b-8a05-0f14bd1489dc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.080502] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12d23b2f-0f2a-4109-baa7-2b0543610ce3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.257914] env[65933]: INFO networking_nsxv3.common.synchronization [None req-a17fd416-6df3-4f60-89bd-9103b18f648a None None] Enqueued Resource ID: 39494f7a-4b8c-4431-b486-7337e5481d0d with Priority: HIGHEST for action port [ 634.258684] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39494f7a-4b8c-4431-b486-7337e5481d0d with Priority: HIGHEST for action port [ 634.258684] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-39494f7a-4b8c-4431-b486-7337e5481d0d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.258867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39494f7a-4b8c-4431-b486-7337e5481d0d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.258867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39494f7a-4b8c-4431-b486-7337e5481d0d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.259317] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39494f7a-4b8c-4431-b486-7337e5481d0d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.261101] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39494f7a-4b8c-4431-b486-7337e5481d0d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.285614] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.285614] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.285614] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.285976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.285976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.286092] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.286169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.286422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.286590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.286670] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.286756] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a already deleted. [ 634.286836] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.512813] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63968d53-7162-451b-8a05-0f14bd1489dc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.584366] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12d23b2f-0f2a-4109-baa7-2b0543610ce3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.680539] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.680827] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-345" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.680986] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-345" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.681818] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-345" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.682182] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.682402] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.682621] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.683580] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.683744] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.683998] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.684125] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.684236] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.684350] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.684457] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.684557] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.684687] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.706656] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.706831] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.706979] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.707170] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-345" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.707475] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-a67f7307-c5d0-4531-b055-52760f6b6bf3 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.707662] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-a67f7307-c5d0-4531-b055-52760f6b6bf3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.707781] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-a67f7307-c5d0-4531-b055-52760f6b6bf3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.708109] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-a67f7307-c5d0-4531-b055-52760f6b6bf3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.708250] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a67f7307-c5d0-4531-b055-52760f6b6bf3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.761993] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39494f7a-4b8c-4431-b486-7337e5481d0d [ 634.762349] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.762523] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.762712] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.763292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.763292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.763292] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39494f7a-4b8c-4431-b486-7337e5481d0d already deleted. [ 634.763292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39494f7a-4b8c-4431-b486-7337e5481d0d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.785737] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7954a880-8bc9-4b99-ab7e-2cf17512406d in Status: SUCCESS [ 634.786083] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.015359] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63968d53-7162-451b-8a05-0f14bd1489dc: rpc.has_security_group_logging(os_id): False [ 635.042110] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.043294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.043294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.043486] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.045253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.045253] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.045253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.045253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.045253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.045253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.045253] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63968d53-7162-451b-8a05-0f14bd1489dc is going to be created. [ 635.085469] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.085614] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.085705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.087084] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.087084] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.087084] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 is going to be updated. [ 635.129631] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.129852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.129852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.130360] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.130360] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.145918] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.145918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.145918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.146153] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.146306] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.147933] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63968d53-7162-451b-8a05-0f14bd1489dc in Status: IN_PROGRESS for 2s [ 635.156039] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 in Status: IN_PROGRESS for 2s [ 635.184857] env[65933]: INFO networking_nsxv3.common.synchronization [None req-2d5e558a-9545-4a0d-b655-188c4577c8bb None None] Enqueued Resource ID: e1770eb6-e5e6-4cca-865f-b0f48c747655 with Priority: HIGHEST for action port [ 635.185545] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1770eb6-e5e6-4cca-865f-b0f48c747655 with Priority: HIGHEST for action port [ 635.185879] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1770eb6-e5e6-4cca-865f-b0f48c747655 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.186894] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1770eb6-e5e6-4cca-865f-b0f48c747655" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.187086] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1770eb6-e5e6-4cca-865f-b0f48c747655" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.187411] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1770eb6-e5e6-4cca-865f-b0f48c747655" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.187603] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1770eb6-e5e6-4cca-865f-b0f48c747655',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.211240] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.211914] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.211914] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.212139] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.212254] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.213431] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port a67f7307-c5d0-4531-b055-52760f6b6bf3 not found, creating... [ 635.213431] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.213431] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.213431] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.213431] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.213431] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.213776] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.213776] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.213881] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.214170] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.214322] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.214498] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: a67f7307-c5d0-4531-b055-52760f6b6bf3 is going to be created. [ 635.259636] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.260034] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.260263] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.260675] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.263153] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.263682] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-a67f7307-c5d0-4531-b055-52760f6b6bf3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.360275] env[65933]: INFO networking_nsxv3.common.synchronization [None req-54e14d2c-fb6e-43a3-b208-ac062f6ac8d4 None None] Enqueued Resource ID: 332bf17f-262e-474a-994e-99857fb74c72 with Priority: HIGHEST for action port [ 635.360864] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 332bf17f-262e-474a-994e-99857fb74c72 with Priority: HIGHEST for action port [ 635.361723] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-332bf17f-262e-474a-994e-99857fb74c72 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.361942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-332bf17f-262e-474a-994e-99857fb74c72" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.364931] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-332bf17f-262e-474a-994e-99857fb74c72" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.364931] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-332bf17f-262e-474a-994e-99857fb74c72" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.364931] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('332bf17f-262e-474a-994e-99857fb74c72',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.690552] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1770eb6-e5e6-4cca-865f-b0f48c747655 [ 635.690792] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.690956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.691033] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.691252] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.691347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.691439] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1770eb6-e5e6-4cca-865f-b0f48c747655 already deleted. [ 635.691520] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1770eb6-e5e6-4cca-865f-b0f48c747655" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.865840] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 332bf17f-262e-474a-994e-99857fb74c72 [ 635.866087] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.866291] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.866357] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.866661] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.866661] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.866762] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:332bf17f-262e-474a-994e-99857fb74c72 already deleted. [ 635.866798] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-332bf17f-262e-474a-994e-99857fb74c72" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.977518] env[65933]: INFO networking_nsxv3.common.synchronization [req-a11eddfa-b138-497b-9d68-591c727381b6 req-691cd904-0eb8-4928-8cd9-56d675a9ee31 service nova] Enqueued Resource ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a with Priority: HIGHEST for action security_group_rules [ 635.978567] env[65933]: INFO networking_nsxv3.common.synchronization [req-a11eddfa-b138-497b-9d68-591c727381b6 req-691cd904-0eb8-4928-8cd9-56d675a9ee31 service nova] Enqueued Resource ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a with Priority: HIGHEST for action security_group_members [ 635.982640] env[65933]: INFO networking_nsxv3.common.synchronization [req-a11eddfa-b138-497b-9d68-591c727381b6 req-691cd904-0eb8-4928-8cd9-56d675a9ee31 service nova] Enqueued Resource ID: a67f7307-c5d0-4531-b055-52760f6b6bf3 with Priority: HIGHEST for action port [ 635.982640] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a with Priority: HIGHEST for action security_group_rules [ 635.982640] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a with Priority: HIGHEST for action security_group_members [ 635.982640] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a67f7307-c5d0-4531-b055-52760f6b6bf3 with Priority: HIGHEST for action port [ 635.982640] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.982640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.982640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.982640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.982640] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.982640] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.982640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.982640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.982640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.982640] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.982640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.983953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.984411] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.984740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.984972] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.985994] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-a67f7307-c5d0-4531-b055-52760f6b6bf3 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.986340] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a67f7307-c5d0-4531-b055-52760f6b6bf3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.986875] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a67f7307-c5d0-4531-b055-52760f6b6bf3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.986875] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a67f7307-c5d0-4531-b055-52760f6b6bf3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.986875] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a67f7307-c5d0-4531-b055-52760f6b6bf3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.489889] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.490932] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.490932] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.491214] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a67f7307-c5d0-4531-b055-52760f6b6bf3 with status ACTIVE [ 636.494924] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.494924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.494924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.494924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.494924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.494924] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.494924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.494924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.494924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.494924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.494924] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.494924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.494924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.494924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.495447] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.495447] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a67f7307-c5d0-4531-b055-52760f6b6bf3 is going to be updated. [ 636.518671] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.518987] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.519311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.519484] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.519623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.520200] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a67f7307-c5d0-4531-b055-52760f6b6bf3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.811728] env[65933]: INFO networking_nsxv3.common.synchronization [req-eb078fe2-7d28-4c4a-a688-fd9c89e8c10a req-04ae74e4-c161-4687-a6f3-ac43e2fbc151 tempest-MigrationsAdminTest-3882852 tempest-MigrationsAdminTest-3882852-project-member] Enqueued Resource ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 with Priority: HIGHEST for action security_group_members [ 636.812462] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 with Priority: HIGHEST for action security_group_members [ 636.812783] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.812908] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.812976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.813429] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.813751] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.814078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.814198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.814412] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.814582] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.814692] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.997412] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.069453] env[65933]: INFO networking_nsxv3.common.synchronization [req-05d36da1-c3f0-4c09-b2cd-53874b358239 req-54ef970d-0b1c-4329-82a2-ec346949ee2f tempest-SecurityGroupRulesTestJSON-101126829 tempest-SecurityGroupRulesTestJSON-101126829-project-member] Enqueued Resource ID: e42eb073-d482-4448-82f4-d6c234cb9a04 with Priority: HIGHEST for action security_group_rules [ 637.070384] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e42eb073-d482-4448-82f4-d6c234cb9a04 with Priority: HIGHEST for action security_group_rules [ 637.070384] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e42eb073-d482-4448-82f4-d6c234cb9a04 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.070618] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e42eb073-d482-4448-82f4-d6c234cb9a04" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.070618] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e42eb073-d482-4448-82f4-d6c234cb9a04" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.070782] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e42eb073-d482-4448-82f4-d6c234cb9a04" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.070863] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e42eb073-d482-4448-82f4-d6c234cb9a04',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.168992] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63968d53-7162-451b-8a05-0f14bd1489dc in Status: SUCCESS [ 637.169269] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.170828] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 in Status: SUCCESS [ 637.171652] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.171652] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.171652] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.171652] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.172548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.172548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.172548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.172548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.172754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.172754] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12d23b2f-0f2a-4109-baa7-2b0543610ce3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.317180] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.317463] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.318239] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.319912] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.319912] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.319912] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.319912] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.319912] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.319912] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.319912] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.319912] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 already deleted. [ 637.319912] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.500197] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.500594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.500594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.500727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.500727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.501066] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a is going to be created. [ 637.524462] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.524697] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.524857] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.525354] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.526599] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.526599] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.526599] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.526599] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.526599] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.526599] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.526923] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.527020] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.527168] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.527333] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.527456] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.527644] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.530060] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.531044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.531044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.531044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.531044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.545415] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a in Status: UNINITIALIZED for 2s [ 637.553185] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.553342] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.553478] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.553682] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.554678] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-12cb6712-2b0e-48ef-962c-8e1b8f9cb79d taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.554890] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-12cb6712-2b0e-48ef-962c-8e1b8f9cb79d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.555023] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-12cb6712-2b0e-48ef-962c-8e1b8f9cb79d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.555898] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-12cb6712-2b0e-48ef-962c-8e1b8f9cb79d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.556062] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12cb6712-2b0e-48ef-962c-8e1b8f9cb79d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.596711] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.596963] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.597159] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.597384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.597476] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.597573] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e42eb073-d482-4448-82f4-d6c234cb9a04 already deleted. [ 637.597665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e42eb073-d482-4448-82f4-d6c234cb9a04" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.677407] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d23b2f-0f2a-4109-baa7-2b0543610ce3 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.677673] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.677673] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.677949] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.680047] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.680047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.680047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.680047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.680047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.680047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.680047] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d23b2f-0f2a-4109-baa7-2b0543610ce3 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.680047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.680047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.680047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.680047] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.680047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.680047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.680047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.680047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.680047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.680047] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12d23b2f-0f2a-4109-baa7-2b0543610ce3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.060721] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.060721] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.060853] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.061202] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.061373] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.062373] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 12cb6712-2b0e-48ef-962c-8e1b8f9cb79d not found, creating... [ 638.062373] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.062373] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.062373] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.062680] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.062680] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.062900] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.063205] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.063446] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.063647] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.064257] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.064257] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 12cb6712-2b0e-48ef-962c-8e1b8f9cb79d is going to be created. [ 638.088372] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.088645] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.088798] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.089099] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.089997] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.090285] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-12cb6712-2b0e-48ef-962c-8e1b8f9cb79d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.182798] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12d23b2f-0f2a-4109-baa7-2b0543610ce3: rpc.has_security_group_logging(os_id): False [ 638.214944] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.215439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.215439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.217597] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.217777] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.220354] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.220354] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.220582] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.220783] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.220882] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.224060] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.224060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.224060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.224060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.224060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.224917] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.224977] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.225022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.225267] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.225368] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.225491] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 is going to be updated. [ 638.229803] env[65933]: INFO networking_nsxv3.common.synchronization [None req-ab62b8fc-04df-4c6b-8951-d2f9225cd75b None None] Enqueued Resource ID: 50a73d36-3b00-4e57-a37e-3f9b3857a621 with Priority: HIGHEST for action port [ 638.230957] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a73d36-3b00-4e57-a37e-3f9b3857a621 with Priority: HIGHEST for action port [ 638.231250] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-50a73d36-3b00-4e57-a37e-3f9b3857a621 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.231250] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50a73d36-3b00-4e57-a37e-3f9b3857a621" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.231250] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50a73d36-3b00-4e57-a37e-3f9b3857a621" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.231548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50a73d36-3b00-4e57-a37e-3f9b3857a621" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.231643] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50a73d36-3b00-4e57-a37e-3f9b3857a621',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.288865] env[65933]: INFO networking_nsxv3.common.synchronization [None req-f150e9ff-77ee-4413-89cc-6b184dd730ab None None] Enqueued Resource ID: 5a03da9e-c891-49cb-9b0a-23aed2421e82 with Priority: HIGHEST for action port [ 638.289553] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a03da9e-c891-49cb-9b0a-23aed2421e82 with Priority: HIGHEST for action port [ 638.289880] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a03da9e-c891-49cb-9b0a-23aed2421e82 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.290835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a03da9e-c891-49cb-9b0a-23aed2421e82" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.291098] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a03da9e-c891-49cb-9b0a-23aed2421e82" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.291660] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a03da9e-c891-49cb-9b0a-23aed2421e82" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.291660] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a03da9e-c891-49cb-9b0a-23aed2421e82',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.326189] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.326189] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.326189] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.326189] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.326189] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.346449] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 in Status: IN_PROGRESS for 2s [ 638.733966] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50a73d36-3b00-4e57-a37e-3f9b3857a621 [ 638.734511] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.734653] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.735165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.735165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.735251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.735370] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50a73d36-3b00-4e57-a37e-3f9b3857a621 already deleted. [ 638.735581] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50a73d36-3b00-4e57-a37e-3f9b3857a621" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.795472] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a03da9e-c891-49cb-9b0a-23aed2421e82 [ 638.795761] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.796015] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.796123] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.796317] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.796418] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.796505] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a03da9e-c891-49cb-9b0a-23aed2421e82 already deleted. [ 638.796619] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a03da9e-c891-49cb-9b0a-23aed2421e82" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.802930] env[65933]: INFO networking_nsxv3.common.synchronization [req-eb078fe2-7d28-4c4a-a688-fd9c89e8c10a req-95610458-5f59-46fd-97a8-db3d4ea27e6f service nova] Enqueued Resource ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 with Priority: HIGHEST for action security_group_rules [ 638.803292] env[65933]: INFO networking_nsxv3.common.synchronization [req-eb078fe2-7d28-4c4a-a688-fd9c89e8c10a req-95610458-5f59-46fd-97a8-db3d4ea27e6f service nova] Enqueued Resource ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 with Priority: HIGHEST for action security_group_members [ 638.803292] env[65933]: INFO networking_nsxv3.common.synchronization [req-eb078fe2-7d28-4c4a-a688-fd9c89e8c10a req-95610458-5f59-46fd-97a8-db3d4ea27e6f service nova] Enqueued Resource ID: 12cb6712-2b0e-48ef-962c-8e1b8f9cb79d with Priority: HIGHEST for action port [ 638.803561] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 with Priority: HIGHEST for action security_group_rules [ 638.803696] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 with Priority: HIGHEST for action security_group_members [ 638.803811] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12cb6712-2b0e-48ef-962c-8e1b8f9cb79d with Priority: HIGHEST for action port [ 638.804451] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.804601] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.804665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.804905] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.805031] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.805827] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.805954] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.806035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.806205] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.806345] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.810395] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.810395] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.810395] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.810558] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.810558] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.811371] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-12cb6712-2b0e-48ef-962c-8e1b8f9cb79d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.811484] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12cb6712-2b0e-48ef-962c-8e1b8f9cb79d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.811569] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12cb6712-2b0e-48ef-962c-8e1b8f9cb79d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.811688] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12cb6712-2b0e-48ef-962c-8e1b8f9cb79d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.811777] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12cb6712-2b0e-48ef-962c-8e1b8f9cb79d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.915354] env[65933]: INFO networking_nsxv3.common.synchronization [None req-c3cd6326-cd8a-4ecb-86df-4535d0a1c6c9 tempest-ServersTestJSON-1461141574 tempest-ServersTestJSON-1461141574-project-member] Enqueued Resource ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 with Priority: HIGHEST for action security_group_rules [ 638.916714] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 with Priority: HIGHEST for action security_group_rules [ 638.916714] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-820e3927-d0b7-42a4-8d45-8b51229e72c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.916714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.916963] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.918611] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.918788] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('820e3927-d0b7-42a4-8d45-8b51229e72c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.074036] env[65933]: INFO networking_nsxv3.common.synchronization [None req-b30895cc-ba78-4908-8c35-16cf36edd10f tempest-ServersTestJSON-1461141574 tempest-ServersTestJSON-1461141574-project-member] Enqueued Resource ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 with Priority: HIGHEST for action security_group_rules [ 639.074598] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 with Priority: HIGHEST for action security_group_rules [ 639.074888] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-820e3927-d0b7-42a4-8d45-8b51229e72c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.074989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.313359] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.313465] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.314491] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.320343] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12cb6712-2b0e-48ef-962c-8e1b8f9cb79d with status ACTIVE [ 639.320343] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.320343] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.320343] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.320343] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.320343] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.320578] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.320623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.320654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.320801] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.320874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.321690] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.321690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.321690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.321690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.321690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.321690] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12cb6712-2b0e-48ef-962c-8e1b8f9cb79d is going to be updated. [ 639.348668] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.348668] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.348668] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.348668] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.348668] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.348668] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12cb6712-2b0e-48ef-962c-8e1b8f9cb79d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.454122] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.454385] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.454385] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.454659] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.454824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.454869] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 already deleted. [ 639.454931] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.455110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.455270] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.455355] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('820e3927-d0b7-42a4-8d45-8b51229e72c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.556989] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a in Status: SUCCESS [ 639.557368] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.557579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.558368] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.558368] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.558368] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.558512] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.558781] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.558887] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.558985] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.560163] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.820705] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.983074] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.983345] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.983429] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.983975] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.983975] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.983975] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 already deleted. [ 639.983975] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.061912] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.327557] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.327824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.327824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.328095] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.328398] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.328514] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 is going to be created. [ 640.361302] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.361593] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.361593] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.362077] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.362273] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.369028] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 in Status: SUCCESS [ 640.369379] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.372886] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 in Status: UNINITIALIZED for 2s [ 640.565748] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a: rpc.has_security_group_logging(os_id): False [ 640.585026] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.585026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.585026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.585260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.585260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.585799] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.585799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.585799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.585799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.586023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.586023] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a is going to be created. [ 640.651915] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.652055] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.652108] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.652320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.652680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.666624] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a in Status: IN_PROGRESS for 2s [ 640.670395] env[65933]: INFO networking_nsxv3.common.synchronization [None req-0b1ff3fc-dd6a-45bc-b56c-c50c341e591c tempest-ServersTestFqdnHostnames-2057667248 tempest-ServersTestFqdnHostnames-2057667248-project-member] Enqueued Resource ID: 51232178-60bf-4b3a-92dc-2630b88303e6 with Priority: HIGHEST for action security_group_rules [ 640.671173] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51232178-60bf-4b3a-92dc-2630b88303e6 with Priority: HIGHEST for action security_group_rules [ 640.671286] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51232178-60bf-4b3a-92dc-2630b88303e6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.671468] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.671582] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.671928] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.672114] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51232178-60bf-4b3a-92dc-2630b88303e6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.948881] env[65933]: INFO networking_nsxv3.common.synchronization [None req-3dea7d62-06cc-48dd-b386-4b9506b45a21 tempest-ServersTestFqdnHostnames-2057667248 tempest-ServersTestFqdnHostnames-2057667248-project-member] Enqueued Resource ID: 51232178-60bf-4b3a-92dc-2630b88303e6 with Priority: HIGHEST for action security_group_rules [ 640.949736] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51232178-60bf-4b3a-92dc-2630b88303e6 with Priority: HIGHEST for action security_group_rules [ 640.950924] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51232178-60bf-4b3a-92dc-2630b88303e6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.951111] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.196992] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.197657] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.198168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.200265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.200265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.200265] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51232178-60bf-4b3a-92dc-2630b88303e6 already deleted. [ 641.200265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.200265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.200265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.200265] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51232178-60bf-4b3a-92dc-2630b88303e6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.208027] env[65933]: INFO networking_nsxv3.common.synchronization [None req-2ad7e080-321d-425f-9fb9-9a9394acdf3b None None] Enqueued Resource ID: 38bf2b7e-9600-4260-9789-08a688e54c67 with Priority: HIGHEST for action port [ 641.208027] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bf2b7e-9600-4260-9789-08a688e54c67 with Priority: HIGHEST for action port [ 641.208027] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-38bf2b7e-9600-4260-9789-08a688e54c67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.208027] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38bf2b7e-9600-4260-9789-08a688e54c67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.208027] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38bf2b7e-9600-4260-9789-08a688e54c67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.208715] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38bf2b7e-9600-4260-9789-08a688e54c67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.208949] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38bf2b7e-9600-4260-9789-08a688e54c67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.713938] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38bf2b7e-9600-4260-9789-08a688e54c67 [ 641.713938] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.713938] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.713938] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.714298] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.714368] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.714506] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38bf2b7e-9600-4260-9789-08a688e54c67 already deleted. [ 641.714612] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38bf2b7e-9600-4260-9789-08a688e54c67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.730197] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.730448] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.730534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.730859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.731068] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.731133] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51232178-60bf-4b3a-92dc-2630b88303e6 already deleted. [ 641.731226] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.095250] env[65933]: INFO networking_nsxv3.common.synchronization [req-32d092ae-a437-45e2-b1f3-bff20ae95784 req-1c9ce119-c835-47fa-a542-418ee29654f1 tempest-ServerTagsTestJSON-1609419608 tempest-ServerTagsTestJSON-1609419608-project-member] Enqueued Resource ID: 5f862f9b-a973-4e96-bbe0-f4acdec46b8b with Priority: HIGHEST for action security_group_members [ 642.097169] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f862f9b-a973-4e96-bbe0-f4acdec46b8b with Priority: HIGHEST for action security_group_members [ 642.097660] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.097865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.097978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.098303] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.098527] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.098996] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.099165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.099439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.099583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.099726] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f862f9b-a973-4e96-bbe0-f4acdec46b8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.153165] env[65933]: INFO networking_nsxv3.common.synchronization [None req-883b6dd6-e232-476a-be3d-0bfe236c14b2 tempest-AttachVolumeTestJSON-122849174 tempest-AttachVolumeTestJSON-122849174-project-member] Enqueued Resource ID: 82785649-b730-4ac3-a06c-cd70a12a8652 with Priority: HIGHEST for action security_group_rules [ 642.153857] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82785649-b730-4ac3-a06c-cd70a12a8652 with Priority: HIGHEST for action security_group_rules [ 642.155435] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82785649-b730-4ac3-a06c-cd70a12a8652 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.155599] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.155671] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.157021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.157163] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82785649-b730-4ac3-a06c-cd70a12a8652',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.348125] env[65933]: INFO networking_nsxv3.common.synchronization [None req-70c13bd4-275b-4db6-a406-877d57c02ae2 tempest-AttachVolumeTestJSON-122849174 tempest-AttachVolumeTestJSON-122849174-project-member] Enqueued Resource ID: 82785649-b730-4ac3-a06c-cd70a12a8652 with Priority: HIGHEST for action security_group_rules [ 642.348125] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82785649-b730-4ac3-a06c-cd70a12a8652 with Priority: HIGHEST for action security_group_rules [ 642.348755] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82785649-b730-4ac3-a06c-cd70a12a8652 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.348755] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.385262] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 in Status: SUCCESS [ 642.385262] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.385497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.385733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.385998] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.386103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.386139] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.386301] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.386382] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.386481] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.386609] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.604355] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.604355] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.604544] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.604654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.604749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.604951] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.605064] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.605125] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.606143] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.606247] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.606403] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f862f9b-a973-4e96-bbe0-f4acdec46b8b already deleted. [ 642.606469] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.627942] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-637 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.627942] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-637" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.627942] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-637" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.627942] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-637" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.629959] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.630252] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.630332] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.630533] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.630696] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.632484] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.632625] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.632762] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.632882] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.633132] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.633229] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.633509] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.659850] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.660261] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.660411] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.660480] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-637" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.660795] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-ff67d85c-e9c5-47fa-ad7e-efbfc9cfa2e0 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.660967] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-ff67d85c-e9c5-47fa-ad7e-efbfc9cfa2e0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.661097] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-ff67d85c-e9c5-47fa-ad7e-efbfc9cfa2e0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.661423] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-ff67d85c-e9c5-47fa-ad7e-efbfc9cfa2e0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.661555] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff67d85c-e9c5-47fa-ad7e-efbfc9cfa2e0',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.682967] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a in Status: SUCCESS [ 642.683751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.690291] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.690291] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.690291] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.690291] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.690291] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.690291] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82785649-b730-4ac3-a06c-cd70a12a8652 already deleted. [ 642.690291] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.690291] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.690291] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.690291] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82785649-b730-4ac3-a06c-cd70a12a8652',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.890242] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.890242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.890242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.890580] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.890848] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.890955] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.891020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.891288] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.891398] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.891538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.891776] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.891927] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.892040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.892267] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.893194] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.894031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.894031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.894177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.894214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.894557] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.894758] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.165232] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.165606] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.165606] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.167890] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.167890] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.167890] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port ff67d85c-e9c5-47fa-ad7e-efbfc9cfa2e0 not found, creating... [ 643.167890] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.167890] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.167890] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.167890] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.167890] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.167890] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.168726] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.168726] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.168726] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.168938] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.169128] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: ff67d85c-e9c5-47fa-ad7e-efbfc9cfa2e0 is going to be created. [ 643.196895] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.198037] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.198037] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.198037] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.198037] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.198037] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-ff67d85c-e9c5-47fa-ad7e-efbfc9cfa2e0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.226836] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.227701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.227701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.227701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.227701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.227701] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82785649-b730-4ac3-a06c-cd70a12a8652 already deleted. [ 643.227873] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.397873] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18: rpc.has_security_group_logging(os_id): False [ 643.418615] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.419997] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.420376] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.421213] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.421936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.422296] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.422480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.423145] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.423278] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.423454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.423758] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.423928] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.424047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.424402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.424581] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.424818] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.424989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.425120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.425312] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.425443] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.425612] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 is going to be created. [ 643.488978] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.488978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.488978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.488978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.488978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.503258] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 in Status: IN_PROGRESS for 2s [ 643.972482] env[65933]: INFO networking_nsxv3.common.synchronization [req-32d092ae-a437-45e2-b1f3-bff20ae95784 req-eaee18e2-05ee-41f0-bc98-41cfdbbee741 service nova] Enqueued Resource ID: 5f862f9b-a973-4e96-bbe0-f4acdec46b8b with Priority: HIGHEST for action security_group_rules [ 643.972659] env[65933]: INFO networking_nsxv3.common.synchronization [req-32d092ae-a437-45e2-b1f3-bff20ae95784 req-eaee18e2-05ee-41f0-bc98-41cfdbbee741 service nova] Enqueued Resource ID: 5f862f9b-a973-4e96-bbe0-f4acdec46b8b with Priority: HIGHEST for action security_group_members [ 643.972801] env[65933]: INFO networking_nsxv3.common.synchronization [req-32d092ae-a437-45e2-b1f3-bff20ae95784 req-eaee18e2-05ee-41f0-bc98-41cfdbbee741 service nova] Enqueued Resource ID: ff67d85c-e9c5-47fa-ad7e-efbfc9cfa2e0 with Priority: HIGHEST for action port [ 643.973399] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f862f9b-a973-4e96-bbe0-f4acdec46b8b with Priority: HIGHEST for action security_group_rules [ 643.973536] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f862f9b-a973-4e96-bbe0-f4acdec46b8b with Priority: HIGHEST for action security_group_members [ 643.974697] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff67d85c-e9c5-47fa-ad7e-efbfc9cfa2e0 with Priority: HIGHEST for action port [ 643.974697] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f862f9b-a973-4e96-bbe0-f4acdec46b8b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.974697] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.974697] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.974936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.974993] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f862f9b-a973-4e96-bbe0-f4acdec46b8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.976098] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.976098] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.976098] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.976303] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.976380] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.976472] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.976533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.976913] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.976913] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.976913] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f862f9b-a973-4e96-bbe0-f4acdec46b8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.977773] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff67d85c-e9c5-47fa-ad7e-efbfc9cfa2e0 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.977882] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff67d85c-e9c5-47fa-ad7e-efbfc9cfa2e0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.977945] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff67d85c-e9c5-47fa-ad7e-efbfc9cfa2e0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.978117] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff67d85c-e9c5-47fa-ad7e-efbfc9cfa2e0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.978188] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff67d85c-e9c5-47fa-ad7e-efbfc9cfa2e0',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.480643] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.481333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.481333] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f862f9b-a973-4e96-bbe0-f4acdec46b8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.482572] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff67d85c-e9c5-47fa-ad7e-efbfc9cfa2e0 with status ACTIVE [ 644.482795] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.483897] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.483985] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.485230] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.485230] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.485230] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.485230] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.485230] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.485230] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.485230] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.485230] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.485569] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.485569] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.485569] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.485569] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.485771] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff67d85c-e9c5-47fa-ad7e-efbfc9cfa2e0 is going to be updated. [ 644.521091] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.521383] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.521486] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.521749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.521948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.522221] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff67d85c-e9c5-47fa-ad7e-efbfc9cfa2e0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.831318] env[65933]: INFO networking_nsxv3.common.synchronization [req-76d4572d-3d67-4dda-921a-0e5284633489 req-26652533-5e5a-4076-81ea-ea8a907a22b5 tempest-ServersAdminTestJSON-11460790 tempest-ServersAdminTestJSON-11460790-project-member] Enqueued Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 644.831318] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 644.831485] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.831485] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.831579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.831760] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.832784] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.832903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.832953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.833556] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.833556] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.833556] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.988307] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f862f9b-a973-4e96-bbe0-f4acdec46b8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.290314] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.290549] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-890" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.290708] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-890" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.291149] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-890" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.292550] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.292786] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.292914] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.293287] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.293633] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.293735] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.293793] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.293891] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.294009] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.294124] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.294297] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.294366] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.322594] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.322885] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.323144] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.323358] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-890" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.323726] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-1559ae60-36eb-49c3-b121-aa157f4360f6 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.323898] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-1559ae60-36eb-49c3-b121-aa157f4360f6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.324045] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-1559ae60-36eb-49c3-b121-aa157f4360f6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.324452] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-1559ae60-36eb-49c3-b121-aa157f4360f6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.324622] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1559ae60-36eb-49c3-b121-aa157f4360f6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.335218] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.492075] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.492783] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.493591] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.493591] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.493591] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.494439] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f862f9b-a973-4e96-bbe0-f4acdec46b8b is going to be created. [ 645.518774] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 in Status: SUCCESS [ 645.520805] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.525510] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.525799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.526551] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.526551] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.526551] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.537729] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f862f9b-a973-4e96-bbe0-f4acdec46b8b in Status: UNINITIALIZED for 2s [ 645.829694] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.829694] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.829694] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.829694] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.829694] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.829694] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 1559ae60-36eb-49c3-b121-aa157f4360f6 not found, creating... [ 645.829694] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.829694] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.829694] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.829694] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.829694] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.830252] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.830252] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.830252] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.830252] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.830440] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.830572] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 1559ae60-36eb-49c3-b121-aa157f4360f6 is going to be created. [ 645.837416] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.852436] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.852892] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.853215] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.854157] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.854562] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.854948] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-1559ae60-36eb-49c3-b121-aa157f4360f6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.339613] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.339834] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.339898] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.340169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.340334] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.340511] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eab50ba-9300-413a-a121-8a9a4f066cce is going to be updated. [ 646.349629] env[65933]: INFO networking_nsxv3.common.synchronization [req-f3920c58-5a25-4d42-8cf0-2f21e92852af req-07f41947-d340-4b6c-9f47-1b24b9bb9b0b tempest-SecurityGroupRulesTestJSON-101126829 tempest-SecurityGroupRulesTestJSON-101126829-project-member] Enqueued Resource ID: 72cf842b-7df5-49b8-9e43-3f3cc2f3fe33 with Priority: HIGHEST for action security_group_rules [ 646.350375] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72cf842b-7df5-49b8-9e43-3f3cc2f3fe33 with Priority: HIGHEST for action security_group_rules [ 646.350704] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72cf842b-7df5-49b8-9e43-3f3cc2f3fe33 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.350834] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72cf842b-7df5-49b8-9e43-3f3cc2f3fe33" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.350899] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72cf842b-7df5-49b8-9e43-3f3cc2f3fe33" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.351221] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72cf842b-7df5-49b8-9e43-3f3cc2f3fe33" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.351325] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72cf842b-7df5-49b8-9e43-3f3cc2f3fe33',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.381210] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.381624] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.381624] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.381779] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.381884] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.396981] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: IN_PROGRESS for 2s [ 646.683825] env[65933]: INFO networking_nsxv3.common.synchronization [req-76d4572d-3d67-4dda-921a-0e5284633489 req-645d212e-0d29-44e1-bcd7-fae2a3aeb833 service nova] Enqueued Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_rules [ 646.684147] env[65933]: INFO networking_nsxv3.common.synchronization [req-76d4572d-3d67-4dda-921a-0e5284633489 req-645d212e-0d29-44e1-bcd7-fae2a3aeb833 service nova] Enqueued Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 646.684203] env[65933]: INFO networking_nsxv3.common.synchronization [req-76d4572d-3d67-4dda-921a-0e5284633489 req-645d212e-0d29-44e1-bcd7-fae2a3aeb833 service nova] Enqueued Resource ID: 1559ae60-36eb-49c3-b121-aa157f4360f6 with Priority: HIGHEST for action port [ 646.684811] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_rules [ 646.684953] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 646.685075] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1559ae60-36eb-49c3-b121-aa157f4360f6 with Priority: HIGHEST for action port [ 646.685359] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.685498] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.685579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.685819] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.686114] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.687159] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.687490] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.687490] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-1559ae60-36eb-49c3-b121-aa157f4360f6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.687693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1559ae60-36eb-49c3-b121-aa157f4360f6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.687693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1559ae60-36eb-49c3-b121-aa157f4360f6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.687918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1559ae60-36eb-49c3-b121-aa157f4360f6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.687961] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1559ae60-36eb-49c3-b121-aa157f4360f6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.879193] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.879193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.879193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.879634] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.879634] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.879634] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72cf842b-7df5-49b8-9e43-3f3cc2f3fe33 already deleted. [ 646.879634] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72cf842b-7df5-49b8-9e43-3f3cc2f3fe33" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.191669] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.191922] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.192252] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1559ae60-36eb-49c3-b121-aa157f4360f6 with status ACTIVE [ 647.192362] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.192542] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.192542] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.192860] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.192946] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.193390] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.193390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.193390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.193574] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.193574] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.194339] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.194339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.194339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.194339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.194339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.194339] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1559ae60-36eb-49c3-b121-aa157f4360f6 is going to be updated. [ 647.229644] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.229644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.229644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.230062] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.230062] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.230335] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1559ae60-36eb-49c3-b121-aa157f4360f6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.550481] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f862f9b-a973-4e96-bbe0-f4acdec46b8b in Status: SUCCESS [ 647.550756] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.550942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.551218] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.551464] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.551565] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.551643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.551807] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.551901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.551992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.552096] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f862f9b-a973-4e96-bbe0-f4acdec46b8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.055031] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.055333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.055333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.055561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.055676] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.055781] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.055847] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.055983] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.056088] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.056226] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.056453] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.056607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.056706] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.056881] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.057054] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.057144] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.057205] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.057371] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.057440] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.057559] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.057559] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f862f9b-a973-4e96-bbe0-f4acdec46b8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.411080] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: SUCCESS [ 648.411297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.411722] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.411917] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.411996] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.412155] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.412228] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.412395] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.412477] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.412610] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.570517] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f862f9b-a973-4e96-bbe0-f4acdec46b8b: rpc.has_security_group_logging(os_id): False [ 648.590995] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.591136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.593701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.593701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.593701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.593701] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.593701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.593701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.593701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.593701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.593701] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.593701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.593701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.593701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.593701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.593701] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.594867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.594867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.594867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.594867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.594867] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f862f9b-a973-4e96-bbe0-f4acdec46b8b is going to be created. [ 648.664019] env[65933]: INFO networking_nsxv3.common.synchronization [req-ae9460ce-b3a2-4ec3-9bf1-595088373589 req-45b55394-526a-4922-8a0c-e61bbd66b395 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 648.664019] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 648.664262] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.664262] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.664369] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.664647] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.664820] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.664956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.665016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.665164] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.665266] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.665363] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.672237] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.672585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.672780] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.673230] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.673458] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.687168] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f862f9b-a973-4e96-bbe0-f4acdec46b8b in Status: IN_PROGRESS for 2s [ 648.916066] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.172021] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.172021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.172021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.172021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.172021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.172021] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.172021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.172021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.172021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.172021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.172021] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 already deleted. [ 649.172021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.173832] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.173991] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-493" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.174196] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-493" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.174670] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-493" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.175158] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.175356] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.175554] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.175846] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.176050] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.176294] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.176455] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.176581] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.176711] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.176826] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.176935] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.177067] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.198990] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.199258] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.199365] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.199509] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-493" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.199900] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-28b96460-d7a2-4118-b89f-ab58cd4f4743 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.200145] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-28b96460-d7a2-4118-b89f-ab58cd4f4743" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.200306] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-28b96460-d7a2-4118-b89f-ab58cd4f4743" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.200664] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-28b96460-d7a2-4118-b89f-ab58cd4f4743" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.200805] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28b96460-d7a2-4118-b89f-ab58cd4f4743',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.419895] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.703898] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.704263] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.704394] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.704689] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.704839] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.704989] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 28b96460-d7a2-4118-b89f-ab58cd4f4743 not found, creating... [ 649.705264] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.705420] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.705533] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.705749] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.705904] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.706214] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.706534] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.706711] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.706932] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.708236] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.708413] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 28b96460-d7a2-4118-b89f-ab58cd4f4743 is going to be created. [ 649.733445] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.733445] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.733445] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.733696] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.733854] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.734208] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-28b96460-d7a2-4118-b89f-ab58cd4f4743" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.922142] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.922365] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.922365] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.923033] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.923033] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.923033] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eab50ba-9300-413a-a121-8a9a4f066cce is going to be updated. [ 649.955757] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.955874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.955948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.956196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.956526] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.968745] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: IN_PROGRESS for 2s [ 650.539775] env[65933]: INFO networking_nsxv3.common.synchronization [req-ae9460ce-b3a2-4ec3-9bf1-595088373589 req-ac53bbc0-b5c6-4683-a95c-c98daa2f0c7c service nova] Enqueued Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_rules [ 650.540185] env[65933]: INFO networking_nsxv3.common.synchronization [req-ae9460ce-b3a2-4ec3-9bf1-595088373589 req-ac53bbc0-b5c6-4683-a95c-c98daa2f0c7c service nova] Enqueued Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 650.540375] env[65933]: INFO networking_nsxv3.common.synchronization [req-ae9460ce-b3a2-4ec3-9bf1-595088373589 req-ac53bbc0-b5c6-4683-a95c-c98daa2f0c7c service nova] Enqueued Resource ID: 28b96460-d7a2-4118-b89f-ab58cd4f4743 with Priority: HIGHEST for action port [ 650.541083] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_rules [ 650.541263] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 650.541380] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b96460-d7a2-4118-b89f-ab58cd4f4743 with Priority: HIGHEST for action port [ 650.541739] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.541899] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.542174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.542359] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.542466] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.543515] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.543654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.543721] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.543919] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.544134] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.544244] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.544322] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.545691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.545691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.545691] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.545691] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-28b96460-d7a2-4118-b89f-ab58cd4f4743 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.546045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28b96460-d7a2-4118-b89f-ab58cd4f4743" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.546045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28b96460-d7a2-4118-b89f-ab58cd4f4743" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.546130] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28b96460-d7a2-4118-b89f-ab58cd4f4743" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.546247] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28b96460-d7a2-4118-b89f-ab58cd4f4743',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.699833] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f862f9b-a973-4e96-bbe0-f4acdec46b8b in Status: SUCCESS [ 650.700123] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.048269] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.050158] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.050302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.050557] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28b96460-d7a2-4118-b89f-ab58cd4f4743 with status ACTIVE [ 651.050981] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.050981] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.051152] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.051566] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.051665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.051968] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.052253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.052253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.052983] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.052983] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.052983] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.053338] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.053338] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.053501] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.053501] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.054049] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28b96460-d7a2-4118-b89f-ab58cd4f4743 is going to be updated. [ 651.087406] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.087561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.087626] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.087860] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.088046] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.088191] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28b96460-d7a2-4118-b89f-ab58cd4f4743" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.556453] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.973466] env[65933]: INFO networking_nsxv3.common.synchronization [req-6191b480-047d-49bf-b6c1-c8542d3c875b req-de2493d4-296d-4f44-999b-c54f0a25df6e tempest-ServerExternalEventsTest-1175983979 tempest-ServerExternalEventsTest-1175983979-project-member] Enqueued Resource ID: 1c66a515-b664-4ee7-8caf-bfd1fac3355c with Priority: HIGHEST for action security_group_members [ 651.974167] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c66a515-b664-4ee7-8caf-bfd1fac3355c with Priority: HIGHEST for action security_group_members [ 651.975183] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c66a515-b664-4ee7-8caf-bfd1fac3355c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.975336] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.975379] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.975641] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.976135] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.976135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.976135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.976135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.976347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.976347] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c66a515-b664-4ee7-8caf-bfd1fac3355c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.982636] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: SUCCESS [ 651.982853] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.983398] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.983901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.983901] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.984048] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.984048] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.985262] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.985262] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.985262] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.985262] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.065994] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.066257] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.066381] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.066711] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.066893] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.067069] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 is going to be created. [ 652.097651] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.097651] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.097651] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.097651] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.097651] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.108871] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: UNINITIALIZED for 2s [ 652.478680] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.478925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.478925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.479155] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.479248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.479445] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.479550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.479674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.479774] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.479850] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.479939] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c66a515-b664-4ee7-8caf-bfd1fac3355c already deleted. [ 652.480063] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.486699] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.486948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.486948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.487427] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.487616] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.487737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.487886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.487983] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.488297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.488431] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.488587] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.488683] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.488766] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.488901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.489057] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.489417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.489489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.489670] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.489754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.489840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.489931] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.565931] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.566373] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.566373] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.566736] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.566916] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.567084] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.567225] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.567415] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.567556] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.567755] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.567859] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.567959] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.568070] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.568179] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.568613] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.568613] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.593542] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.593719] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.593773] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.594029] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.594376] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-b795e174-d9fc-4b45-ade7-32d40a9a3ed5 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.594555] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-b795e174-d9fc-4b45-ade7-32d40a9a3ed5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.594673] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-b795e174-d9fc-4b45-ade7-32d40a9a3ed5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.595026] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-b795e174-d9fc-4b45-ade7-32d40a9a3ed5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.595181] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b795e174-d9fc-4b45-ade7-32d40a9a3ed5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.993967] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6eab50ba-9300-413a-a121-8a9a4f066cce: rpc.has_security_group_logging(os_id): False [ 653.017462] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.017462] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.017462] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.017868] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.017997] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.018253] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.018443] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.018517] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.018733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.018832] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.019104] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.019224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.019287] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.019510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.019627] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.019834] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.019934] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.019991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.020160] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.020310] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.020310] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eab50ba-9300-413a-a121-8a9a4f066cce is going to be updated. [ 653.090699] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.090699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.090699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.091195] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.091282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.097429] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.097669] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.097787] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.098338] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.098338] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.098465] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port b795e174-d9fc-4b45-ade7-32d40a9a3ed5 not found, creating... [ 653.098820] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.099063] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.099219] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.099493] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.099675] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.100386] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.100577] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.100700] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.100937] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.101093] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.101250] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: b795e174-d9fc-4b45-ade7-32d40a9a3ed5 is going to be created. [ 653.115421] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: IN_PROGRESS for 2s [ 653.131023] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.131023] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.131023] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.131023] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.131023] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.131023] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-b795e174-d9fc-4b45-ade7-32d40a9a3ed5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.628612] env[65933]: INFO networking_nsxv3.common.synchronization [None req-6fe77ba5-e5a2-44a0-a481-43fcf3e5c8b2 None None] Enqueued Resource ID: 192c836d-fdb2-401c-bb23-131522b9c653 with Priority: HIGHEST for action port [ 653.628612] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192c836d-fdb2-401c-bb23-131522b9c653 with Priority: HIGHEST for action port [ 653.628612] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-192c836d-fdb2-401c-bb23-131522b9c653 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.628612] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-192c836d-fdb2-401c-bb23-131522b9c653" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.628612] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-192c836d-fdb2-401c-bb23-131522b9c653" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.628612] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-192c836d-fdb2-401c-bb23-131522b9c653" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.628612] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('192c836d-fdb2-401c-bb23-131522b9c653',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.122081] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: SUCCESS [ 654.122081] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.122081] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.122081] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.122081] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.122081] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.122081] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.122081] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.122081] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.122081] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.122081] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.129729] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 192c836d-fdb2-401c-bb23-131522b9c653 [ 654.129968] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.130123] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.130185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.130487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.130603] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.134101] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:192c836d-fdb2-401c-bb23-131522b9c653 already deleted. [ 654.134101] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-192c836d-fdb2-401c-bb23-131522b9c653" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.255082] env[65933]: INFO networking_nsxv3.common.synchronization [req-6191b480-047d-49bf-b6c1-c8542d3c875b req-10ccc1bd-b2d7-46cb-9eda-f5ed36a4807d service nova] Enqueued Resource ID: 1c66a515-b664-4ee7-8caf-bfd1fac3355c with Priority: HIGHEST for action security_group_rules [ 654.255399] env[65933]: INFO networking_nsxv3.common.synchronization [req-6191b480-047d-49bf-b6c1-c8542d3c875b req-10ccc1bd-b2d7-46cb-9eda-f5ed36a4807d service nova] Enqueued Resource ID: 1c66a515-b664-4ee7-8caf-bfd1fac3355c with Priority: HIGHEST for action security_group_members [ 654.255517] env[65933]: INFO networking_nsxv3.common.synchronization [req-6191b480-047d-49bf-b6c1-c8542d3c875b req-10ccc1bd-b2d7-46cb-9eda-f5ed36a4807d service nova] Enqueued Resource ID: b795e174-d9fc-4b45-ade7-32d40a9a3ed5 with Priority: HIGHEST for action port [ 654.256227] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c66a515-b664-4ee7-8caf-bfd1fac3355c with Priority: HIGHEST for action security_group_rules [ 654.256409] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c66a515-b664-4ee7-8caf-bfd1fac3355c with Priority: HIGHEST for action security_group_members [ 654.256512] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b795e174-d9fc-4b45-ade7-32d40a9a3ed5 with Priority: HIGHEST for action port [ 654.257299] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c66a515-b664-4ee7-8caf-bfd1fac3355c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.257432] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.257567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.257890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.257979] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c66a515-b664-4ee7-8caf-bfd1fac3355c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.259338] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c66a515-b664-4ee7-8caf-bfd1fac3355c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.259338] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.259338] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.259585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.259691] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.259691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.259840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.259901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.260043] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.260740] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c66a515-b664-4ee7-8caf-bfd1fac3355c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.261479] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b795e174-d9fc-4b45-ade7-32d40a9a3ed5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.261593] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b795e174-d9fc-4b45-ade7-32d40a9a3ed5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.261691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b795e174-d9fc-4b45-ade7-32d40a9a3ed5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.261827] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b795e174-d9fc-4b45-ade7-32d40a9a3ed5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.261926] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b795e174-d9fc-4b45-ade7-32d40a9a3ed5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.623514] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.623749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.623749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.623959] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.624335] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.628049] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.630058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.630058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.630058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.630058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.630058] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.630058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.630058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.630058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.630058] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.630058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.630058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.630058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.630058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.630058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.630058] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.764190] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c66a515-b664-4ee7-8caf-bfd1fac3355c taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.764352] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.764957] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c66a515-b664-4ee7-8caf-bfd1fac3355c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.768887] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b795e174-d9fc-4b45-ade7-32d40a9a3ed5 with status ACTIVE [ 654.769098] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.769273] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.769402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.769749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.769749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.769943] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.770069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.770135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.770299] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.770381] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.770618] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.770778] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.773157] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.773157] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.773157] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.773157] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b795e174-d9fc-4b45-ade7-32d40a9a3ed5 is going to be updated. [ 654.800979] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.800979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.800979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.800979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.800979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.800979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b795e174-d9fc-4b45-ade7-32d40a9a3ed5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.134724] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51c8de32-565f-41e6-b885-6ae368f36e67: rpc.has_security_group_logging(os_id): False [ 655.151974] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: SUCCESS [ 655.153082] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.162465] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.162704] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.162821] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.163168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.164083] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.164083] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.164083] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.164083] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.164687] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.164687] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.164687] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.164687] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.164857] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.164966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.165109] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.165948] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.165948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.165948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.166108] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.166108] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.166181] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 is going to be created. [ 655.267202] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c66a515-b664-4ee7-8caf-bfd1fac3355c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.277748] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.279346] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.279346] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.279532] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.279867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.313308] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: IN_PROGRESS for 2s [ 655.373346] env[65933]: INFO networking_nsxv3.common.synchronization [req-52ce9494-a9a2-4f5c-a408-7ae86f5e1d7c req-0cbc0b1c-fb10-484a-aeb8-da964a5de9ff tempest-SecurityGroupRulesTestJSON-101126829 tempest-SecurityGroupRulesTestJSON-101126829-project-member] Enqueued Resource ID: 874c0d3f-cfde-474e-8df5-c59f03a5af14 with Priority: HIGHEST for action security_group_rules [ 655.374038] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 874c0d3f-cfde-474e-8df5-c59f03a5af14 with Priority: HIGHEST for action security_group_rules [ 655.374393] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-874c0d3f-cfde-474e-8df5-c59f03a5af14 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.374550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-874c0d3f-cfde-474e-8df5-c59f03a5af14" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.374633] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-874c0d3f-cfde-474e-8df5-c59f03a5af14" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.374886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-874c0d3f-cfde-474e-8df5-c59f03a5af14" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.374992] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('874c0d3f-cfde-474e-8df5-c59f03a5af14',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.772923] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.772923] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.772923] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.772923] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.772923] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.772923] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c66a515-b664-4ee7-8caf-bfd1fac3355c is going to be created. [ 655.780346] env[65933]: INFO networking_nsxv3.common.synchronization [None req-17644e68-22a9-4203-a0fa-1d1b7dda958d None None] Enqueued Resource ID: d632044c-5e15-4f9b-97ff-2809bc5793d8 with Priority: HIGHEST for action port [ 655.781473] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d632044c-5e15-4f9b-97ff-2809bc5793d8 with Priority: HIGHEST for action port [ 655.781851] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d632044c-5e15-4f9b-97ff-2809bc5793d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.781980] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d632044c-5e15-4f9b-97ff-2809bc5793d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.782091] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d632044c-5e15-4f9b-97ff-2809bc5793d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.784183] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d632044c-5e15-4f9b-97ff-2809bc5793d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.784496] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d632044c-5e15-4f9b-97ff-2809bc5793d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.809285] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.809634] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.809755] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.810387] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.810971] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.826067] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c66a515-b664-4ee7-8caf-bfd1fac3355c in Status: UNINITIALIZED for 2s [ 655.902445] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.902445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.903487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.903836] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.903941] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.904078] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 874c0d3f-cfde-474e-8df5-c59f03a5af14 already deleted. [ 655.904181] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-874c0d3f-cfde-474e-8df5-c59f03a5af14" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.288612] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d632044c-5e15-4f9b-97ff-2809bc5793d8 [ 656.288826] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.289029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.289137] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.289317] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.289411] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.289549] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d632044c-5e15-4f9b-97ff-2809bc5793d8 already deleted. [ 656.289627] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d632044c-5e15-4f9b-97ff-2809bc5793d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.964260] env[65933]: INFO networking_nsxv3.common.synchronization [req-b1f9e779-7639-4954-a565-e5625a82011a req-d61a635a-4fc9-42f8-af8e-1dd7bdafafa3 tempest-ServerDiskConfigTestJSON-122935285 tempest-ServerDiskConfigTestJSON-122935285-project-member] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 656.964939] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 656.966064] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.966453] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.966453] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.966589] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.967029] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.967180] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.967497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.967706] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.967706] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.967870] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.332359] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: SUCCESS [ 657.333148] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.390666] env[65933]: INFO networking_nsxv3.common.synchronization [None req-122c2257-0e1e-4be0-a21b-7fa82a852aed None None] Enqueued Resource ID: c65af7ea-b53c-4b65-96ad-455c32f7802f with Priority: HIGHEST for action port [ 657.390666] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65af7ea-b53c-4b65-96ad-455c32f7802f with Priority: HIGHEST for action port [ 657.390666] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-c65af7ea-b53c-4b65-96ad-455c32f7802f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.390938] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c65af7ea-b53c-4b65-96ad-455c32f7802f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.391335] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c65af7ea-b53c-4b65-96ad-455c32f7802f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.393438] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c65af7ea-b53c-4b65-96ad-455c32f7802f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.393438] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c65af7ea-b53c-4b65-96ad-455c32f7802f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.470724] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.471046] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.471046] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.471370] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.471370] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.471563] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.471683] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.471749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.472380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.472380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.472380] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 already deleted. [ 657.472380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.519021] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.519417] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-327" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.519417] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-327" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.519825] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-327" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.520281] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.520540] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.520732] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.521045] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.521331] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.521696] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.521837] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.522028] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.522157] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.522431] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.522675] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.522675] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.549876] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.550919] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.551166] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.551547] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-327" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.551945] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-e876f0ad-db2e-4d4c-a4e5-e7c254ca5557 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.552179] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-e876f0ad-db2e-4d4c-a4e5-e7c254ca5557" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.552309] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-e876f0ad-db2e-4d4c-a4e5-e7c254ca5557" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.552707] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-e876f0ad-db2e-4d4c-a4e5-e7c254ca5557" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.553113] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e876f0ad-db2e-4d4c-a4e5-e7c254ca5557',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.839650] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c66a515-b664-4ee7-8caf-bfd1fac3355c in Status: SUCCESS [ 657.839650] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.839650] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.840963] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.841424] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.841570] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.841682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.841957] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.842269] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.842269] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.842369] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c66a515-b664-4ee7-8caf-bfd1fac3355c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.895141] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c65af7ea-b53c-4b65-96ad-455c32f7802f [ 657.895378] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.895496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.895548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.895903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.895903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.896083] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c65af7ea-b53c-4b65-96ad-455c32f7802f already deleted. [ 657.897854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c65af7ea-b53c-4b65-96ad-455c32f7802f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.058081] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.058502] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.058502] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.058710] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.058851] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.059014] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port e876f0ad-db2e-4d4c-a4e5-e7c254ca5557 not found, creating... [ 658.059283] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.059496] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.059600] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.059841] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.060017] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.060327] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.060618] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.060618] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.060863] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.061049] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.061325] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: e876f0ad-db2e-4d4c-a4e5-e7c254ca5557 is going to be created. [ 658.086898] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.087341] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.087341] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.087608] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.087845] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.088165] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-e876f0ad-db2e-4d4c-a4e5-e7c254ca5557" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.345448] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c66a515-b664-4ee7-8caf-bfd1fac3355c taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.345624] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.345679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.346552] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.346552] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.346552] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.346552] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.346552] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.346552] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.346552] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.348106] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c66a515-b664-4ee7-8caf-bfd1fac3355c taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.348270] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.348355] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.348536] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.348702] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.348803] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.348866] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.349018] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.349102] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.349185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.349272] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c66a515-b664-4ee7-8caf-bfd1fac3355c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.353024] env[65933]: INFO networking_nsxv3.common.synchronization [req-6473da21-a822-4d9d-943a-9fef40cadaf5 req-4a86468b-4acb-437c-a6b5-35872c50d581 tempest-TenantUsagesTestJSON-685042607 tempest-TenantUsagesTestJSON-685042607-project-member] Enqueued Resource ID: 7954a880-8bc9-4b99-ab7e-2cf17512406d with Priority: HIGHEST for action security_group_members [ 658.353024] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7954a880-8bc9-4b99-ab7e-2cf17512406d with Priority: HIGHEST for action security_group_members [ 658.353024] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7954a880-8bc9-4b99-ab7e-2cf17512406d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.353024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.353024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.353723] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.353723] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.353723] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.353723] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.353723] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.353723] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.353946] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7954a880-8bc9-4b99-ab7e-2cf17512406d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.819787] env[65933]: INFO networking_nsxv3.common.synchronization [req-b1f9e779-7639-4954-a565-e5625a82011a req-a42a9b5b-dbb9-45da-b6a3-f4ef6009e2bd service nova] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_rules [ 658.819847] env[65933]: INFO networking_nsxv3.common.synchronization [req-b1f9e779-7639-4954-a565-e5625a82011a req-a42a9b5b-dbb9-45da-b6a3-f4ef6009e2bd service nova] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 658.819924] env[65933]: INFO networking_nsxv3.common.synchronization [req-b1f9e779-7639-4954-a565-e5625a82011a req-a42a9b5b-dbb9-45da-b6a3-f4ef6009e2bd service nova] Enqueued Resource ID: e876f0ad-db2e-4d4c-a4e5-e7c254ca5557 with Priority: HIGHEST for action port [ 658.820677] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_rules [ 658.820677] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 658.820804] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e876f0ad-db2e-4d4c-a4e5-e7c254ca5557 with Priority: HIGHEST for action port [ 658.821099] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.821099] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.821314] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.821422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.821537] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.822423] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.822573] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.822770] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.822848] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.823300] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.823417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.823485] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.823653] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.823759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.823859] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.824662] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e876f0ad-db2e-4d4c-a4e5-e7c254ca5557 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.824828] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e876f0ad-db2e-4d4c-a4e5-e7c254ca5557" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.824937] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e876f0ad-db2e-4d4c-a4e5-e7c254ca5557" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.828738] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e876f0ad-db2e-4d4c-a4e5-e7c254ca5557" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.828864] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e876f0ad-db2e-4d4c-a4e5-e7c254ca5557',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.855460] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c66a515-b664-4ee7-8caf-bfd1fac3355c: rpc.has_security_group_logging(os_id): False [ 658.858553] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.858553] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.858553] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.858553] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.858553] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.858553] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.858553] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.858553] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.858553] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.858553] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.858553] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7954a880-8bc9-4b99-ab7e-2cf17512406d is going to be updated. [ 658.885492] env[65933]: INFO networking_nsxv3.common.synchronization [req-131ab46d-e29c-44be-9f92-609e46ec9681 req-0c32e2b8-45d5-405f-9789-2a1773f51654 tempest-ServerRescueNegativeTestJSON-593525832 tempest-ServerRescueNegativeTestJSON-593525832-project-member] Enqueued Resource ID: a1273006-64bc-4383-a462-be6d2973e3b1 with Priority: HIGHEST for action security_group_members [ 658.886926] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.887108] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.887199] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.887418] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.887532] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.887726] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.887863] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.888055] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.888218] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.888302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.888493] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.888640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.888720] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.889026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.889026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.889218] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.889369] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.889461] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.889750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.889852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.889947] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c66a515-b664-4ee7-8caf-bfd1fac3355c is going to be created. [ 658.891663] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1273006-64bc-4383-a462-be6d2973e3b1 with Priority: HIGHEST for action security_group_members [ 658.891999] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1273006-64bc-4383-a462-be6d2973e3b1 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.892118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.892203] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.893364] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.893364] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.893364] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.893364] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.893620] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.893620] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.893702] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1273006-64bc-4383-a462-be6d2973e3b1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.910859] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.910859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.910859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.911051] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.911051] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.922587] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7954a880-8bc9-4b99-ab7e-2cf17512406d in Status: IN_PROGRESS for 2s [ 658.969256] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.970112] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.970112] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.970112] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.970112] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.984267] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c66a515-b664-4ee7-8caf-bfd1fac3355c in Status: IN_PROGRESS for 2s [ 659.331568] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.331964] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.332152] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.336984] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e876f0ad-db2e-4d4c-a4e5-e7c254ca5557 with status ACTIVE [ 659.336984] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.336984] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.336984] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.336984] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.336984] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.337357] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.337430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.337534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.340728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.340728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.340728] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.340728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.340728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.340728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.340728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.340728] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e876f0ad-db2e-4d4c-a4e5-e7c254ca5557 is going to be updated. [ 659.367205] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.367205] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.367205] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.367611] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.367611] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.367611] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e876f0ad-db2e-4d4c-a4e5-e7c254ca5557" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.397201] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.397437] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.397534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.398145] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.398271] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.398563] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.398780] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.398902] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.399177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.399546] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.399688] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1273006-64bc-4383-a462-be6d2973e3b1 already deleted. [ 659.399819] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.421500] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.421754] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-613" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.422089] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-613" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.422803] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-613" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.423219] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.423571] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.424393] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.424886] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.425173] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.425774] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.425954] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.426167] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.426333] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.426775] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.426956] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.427171] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.472295] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.472473] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.472741] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.473014] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-613" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.473466] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-d99a608a-ed9c-495d-acbf-84056b61bb02 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.473769] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-d99a608a-ed9c-495d-acbf-84056b61bb02" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.473950] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-d99a608a-ed9c-495d-acbf-84056b61bb02" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.474851] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-d99a608a-ed9c-495d-acbf-84056b61bb02" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.474996] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d99a608a-ed9c-495d-acbf-84056b61bb02',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.740299] env[65933]: INFO networking_nsxv3.common.synchronization [None req-9a526ec8-4bb3-443d-8333-5cf6dda59682 None None] Enqueued Resource ID: b9499158-2a2e-4fda-b638-95a031543ec9 with Priority: HIGHEST for action port [ 659.740666] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9499158-2a2e-4fda-b638-95a031543ec9 with Priority: HIGHEST for action port [ 659.741152] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9499158-2a2e-4fda-b638-95a031543ec9 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.741152] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9499158-2a2e-4fda-b638-95a031543ec9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.741281] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9499158-2a2e-4fda-b638-95a031543ec9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.741466] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9499158-2a2e-4fda-b638-95a031543ec9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.741567] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9499158-2a2e-4fda-b638-95a031543ec9',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.837864] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.978184] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.978412] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.978541] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.978836] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.978976] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.979140] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port d99a608a-ed9c-495d-acbf-84056b61bb02 not found, creating... [ 659.979434] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.979903] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.979903] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.980029] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.980110] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.980371] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.980516] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.980626] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.980850] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.980947] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.981103] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: d99a608a-ed9c-495d-acbf-84056b61bb02 is going to be created. [ 660.009118] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.009463] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.009463] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.009608] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.009833] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.010141] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-d99a608a-ed9c-495d-acbf-84056b61bb02" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.243500] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9499158-2a2e-4fda-b638-95a031543ec9 [ 660.247424] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.247424] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.247424] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.247424] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.247424] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.247424] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9499158-2a2e-4fda-b638-95a031543ec9 already deleted. [ 660.247424] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9499158-2a2e-4fda-b638-95a031543ec9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.343195] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.344333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.344333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.344489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.345029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.345029] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 is going to be created. [ 660.386128] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.386128] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.386286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.386427] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.387441] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.402568] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: UNINITIALIZED for 2s [ 660.811943] env[65933]: INFO networking_nsxv3.common.synchronization [req-131ab46d-e29c-44be-9f92-609e46ec9681 req-19a3c536-00fd-41de-b5e4-7af4519fc852 service nova] Enqueued Resource ID: a1273006-64bc-4383-a462-be6d2973e3b1 with Priority: HIGHEST for action security_group_rules [ 660.812604] env[65933]: INFO networking_nsxv3.common.synchronization [req-131ab46d-e29c-44be-9f92-609e46ec9681 req-19a3c536-00fd-41de-b5e4-7af4519fc852 service nova] Enqueued Resource ID: a1273006-64bc-4383-a462-be6d2973e3b1 with Priority: HIGHEST for action security_group_members [ 660.812604] env[65933]: INFO networking_nsxv3.common.synchronization [req-131ab46d-e29c-44be-9f92-609e46ec9681 req-19a3c536-00fd-41de-b5e4-7af4519fc852 service nova] Enqueued Resource ID: d99a608a-ed9c-495d-acbf-84056b61bb02 with Priority: HIGHEST for action port [ 660.812858] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1273006-64bc-4383-a462-be6d2973e3b1 with Priority: HIGHEST for action security_group_rules [ 660.812913] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1273006-64bc-4383-a462-be6d2973e3b1 with Priority: HIGHEST for action security_group_members [ 660.813162] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99a608a-ed9c-495d-acbf-84056b61bb02 with Priority: HIGHEST for action port [ 660.813529] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1273006-64bc-4383-a462-be6d2973e3b1 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.813621] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.813685] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.813912] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.813993] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1273006-64bc-4383-a462-be6d2973e3b1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.814980] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1273006-64bc-4383-a462-be6d2973e3b1 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.816500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.816879] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.816879] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.817037] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.817109] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.817175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.817686] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.817686] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.817686] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1273006-64bc-4383-a462-be6d2973e3b1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.818413] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d99a608a-ed9c-495d-acbf-84056b61bb02 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.818512] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d99a608a-ed9c-495d-acbf-84056b61bb02" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.818562] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d99a608a-ed9c-495d-acbf-84056b61bb02" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.818710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d99a608a-ed9c-495d-acbf-84056b61bb02" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.818787] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d99a608a-ed9c-495d-acbf-84056b61bb02',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.933787] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7954a880-8bc9-4b99-ab7e-2cf17512406d in Status: SUCCESS [ 660.933787] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7954a880-8bc9-4b99-ab7e-2cf17512406d deletion is rescheduled due to dependency. [ 660.933787] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.000197] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c66a515-b664-4ee7-8caf-bfd1fac3355c in Status: SUCCESS [ 661.000197] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.325025] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1273006-64bc-4383-a462-be6d2973e3b1 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.325025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.325025] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1273006-64bc-4383-a462-be6d2973e3b1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.325025] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d99a608a-ed9c-495d-acbf-84056b61bb02 with status ACTIVE [ 661.325025] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.325025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.325025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.325025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.325025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.325025] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.325025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.325025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.325025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.325025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.325833] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.325833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.325833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.330150] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.330150] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.330150] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d99a608a-ed9c-495d-acbf-84056b61bb02 is going to be updated. [ 661.357185] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.357185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.357185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.357185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.357185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.357185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d99a608a-ed9c-495d-acbf-84056b61bb02" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.712132] env[65933]: INFO networking_nsxv3.common.synchronization [req-3f7f76cb-fad5-4718-8f28-deb1e9d8b5c0 req-5e0de27c-5aed-4336-b168-069d91fc129d tempest-ServersTestJSON-1461141574 tempest-ServersTestJSON-1461141574-project-member] Enqueued Resource ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 with Priority: HIGHEST for action security_group_members [ 661.712132] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 with Priority: HIGHEST for action security_group_members [ 661.712132] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-820e3927-d0b7-42a4-8d45-8b51229e72c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.712132] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.712132] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.712132] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.712132] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.712132] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.712132] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.712132] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.712132] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.712132] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('820e3927-d0b7-42a4-8d45-8b51229e72c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.830901] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1273006-64bc-4383-a462-be6d2973e3b1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.151086] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.151236] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.151339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.151655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.151798] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.152047] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.152201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.152307] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.155087] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.155087] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.155087] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 already deleted. [ 662.155087] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.336970] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.337227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.337227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.337451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.337549] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.337634] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1273006-64bc-4383-a462-be6d2973e3b1 is going to be created. [ 662.364891] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.365812] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.365909] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.366173] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.366363] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.380975] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1273006-64bc-4383-a462-be6d2973e3b1 in Status: UNINITIALIZED for 2s [ 662.414645] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: SUCCESS [ 662.414908] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.415131] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.415464] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.415692] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.415856] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.415925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.416157] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.416272] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.416385] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.416521] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.467625] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.467878] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-902" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.468010] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-902" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.468357] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-902" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.468926] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.468926] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.468926] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.473024] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.473024] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.473024] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.473024] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.473024] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.473024] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.473024] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.473024] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.473024] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.494261] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.494455] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.494658] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.494847] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-902" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.495180] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-e2a044d2-9867-4891-bd08-66e36d814a7f taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.495354] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-e2a044d2-9867-4891-bd08-66e36d814a7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.495471] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-e2a044d2-9867-4891-bd08-66e36d814a7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.495810] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-e2a044d2-9867-4891-bd08-66e36d814a7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.495935] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2a044d2-9867-4891-bd08-66e36d814a7f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.511934] env[65933]: INFO networking_nsxv3.common.synchronization [req-4ea9ba52-d591-4354-8b6d-0ea1259e1c43 req-05073be4-d8be-44b1-a2ef-5bf5ec759791 tempest-SecurityGroupRulesTestJSON-101126829 tempest-SecurityGroupRulesTestJSON-101126829-project-member] Enqueued Resource ID: 0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93 with Priority: HIGHEST for action security_group_rules [ 662.512864] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93 with Priority: HIGHEST for action security_group_rules [ 662.513243] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.513599] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.513749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.514111] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.514486] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.924304] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.924588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.924687] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.924865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.925080] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.925215] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.925297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.925486] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.925597] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.925692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.925865] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.925985] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.926081] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.926248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.926773] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.926773] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.926773] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.926965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.926965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.927080] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.927115] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.998417] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.998702] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.998850] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.999211] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.999420] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.999789] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port e2a044d2-9867-4891-bd08-66e36d814a7f not found, creating... [ 663.000124] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.000316] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.000439] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.000711] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.000872] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.001229] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.001420] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.001539] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.001761] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.001914] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.002189] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: e2a044d2-9867-4891-bd08-66e36d814a7f is going to be created. [ 663.028513] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.028793] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.028873] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.029757] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.029757] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.029757] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-e2a044d2-9867-4891-bd08-66e36d814a7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.040722] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.040864] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.040932] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.041193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.041293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.042399] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93 already deleted. [ 663.042399] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.373285] env[65933]: INFO networking_nsxv3.common.synchronization [req-32594dfb-0a18-447e-b674-06a5316fee23 req-5d410277-6be4-4c69-a7a2-67adddd691b0 tempest-SecurityGroupRulesTestJSON-101126829 tempest-SecurityGroupRulesTestJSON-101126829-project-member] Enqueued Resource ID: 0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93 with Priority: HIGHEST for action security_group_rules [ 663.374155] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93 with Priority: HIGHEST for action security_group_rules [ 663.374381] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.374381] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.374525] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.374895] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.374895] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.428981] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8: rpc.has_security_group_logging(os_id): False [ 663.447704] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.447704] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.447704] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.448034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.448168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.448441] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.448625] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.448744] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.448877] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.448961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.449185] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.449285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.449344] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.449488] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.449565] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.449749] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.449877] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.449992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.450195] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.450280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.450371] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 is going to be created. [ 663.518654] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.518835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.518879] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.519138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.519368] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.531861] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: IN_PROGRESS for 2s [ 663.746723] env[65933]: INFO networking_nsxv3.common.synchronization [req-3f7f76cb-fad5-4718-8f28-deb1e9d8b5c0 req-9d6cdbf2-2d3a-4155-9704-2b66bfad06fb service nova] Enqueued Resource ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 with Priority: HIGHEST for action security_group_rules [ 663.746878] env[65933]: INFO networking_nsxv3.common.synchronization [req-3f7f76cb-fad5-4718-8f28-deb1e9d8b5c0 req-9d6cdbf2-2d3a-4155-9704-2b66bfad06fb service nova] Enqueued Resource ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 with Priority: HIGHEST for action security_group_members [ 663.747059] env[65933]: INFO networking_nsxv3.common.synchronization [req-3f7f76cb-fad5-4718-8f28-deb1e9d8b5c0 req-9d6cdbf2-2d3a-4155-9704-2b66bfad06fb service nova] Enqueued Resource ID: e2a044d2-9867-4891-bd08-66e36d814a7f with Priority: HIGHEST for action port [ 663.747702] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 with Priority: HIGHEST for action security_group_rules [ 663.747918] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 with Priority: HIGHEST for action security_group_members [ 663.748079] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a044d2-9867-4891-bd08-66e36d814a7f with Priority: HIGHEST for action port [ 663.752556] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-820e3927-d0b7-42a4-8d45-8b51229e72c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.752767] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.752869] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.753203] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.753438] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('820e3927-d0b7-42a4-8d45-8b51229e72c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.761492] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-820e3927-d0b7-42a4-8d45-8b51229e72c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.761639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.761711] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.761927] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.762108] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.762212] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.762267] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.762516] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.762602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.762697] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('820e3927-d0b7-42a4-8d45-8b51229e72c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.766617] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2a044d2-9867-4891-bd08-66e36d814a7f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.766617] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2a044d2-9867-4891-bd08-66e36d814a7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.766617] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2a044d2-9867-4891-bd08-66e36d814a7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.766974] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2a044d2-9867-4891-bd08-66e36d814a7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.766974] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2a044d2-9867-4891-bd08-66e36d814a7f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.903802] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.903802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.903802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.903802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.903802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.903802] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93 already deleted. [ 663.903802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.262169] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-820e3927-d0b7-42a4-8d45-8b51229e72c6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.262367] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.267070] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('820e3927-d0b7-42a4-8d45-8b51229e72c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.271568] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2a044d2-9867-4891-bd08-66e36d814a7f with status ACTIVE [ 664.272622] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.272622] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.272622] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.272622] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.272622] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.272867] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.272867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.272867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.273121] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.273223] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.273517] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.273703] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.273824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.276712] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.276712] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.276712] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2a044d2-9867-4891-bd08-66e36d814a7f is going to be updated. [ 664.310674] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.310674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.310674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.310674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.310674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.310674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2a044d2-9867-4891-bd08-66e36d814a7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.501829] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1273006-64bc-4383-a462-be6d2973e3b1 in Status: SUCCESS [ 664.502207] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.502207] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.502383] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.502543] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.502796] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.502796] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.502920] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.503084] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.503451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.503640] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1273006-64bc-4383-a462-be6d2973e3b1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.772267] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('820e3927-d0b7-42a4-8d45-8b51229e72c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.006222] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1273006-64bc-4383-a462-be6d2973e3b1 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.006395] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.006466] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.006723] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.006917] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.007044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.007110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.007399] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.007399] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.007579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.007579] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1273006-64bc-4383-a462-be6d2973e3b1 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.007932] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.007932] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.007932] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.008984] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.008984] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.008984] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.008984] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.008984] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.008984] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.008984] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1273006-64bc-4383-a462-be6d2973e3b1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.085020] env[65933]: INFO networking_nsxv3.common.synchronization [req-a0de2c46-3da1-421f-9ceb-52556e6bb4b2 req-28dadfe8-9c6f-4842-8600-8c177de64df1 tempest-ServersTestFqdnHostnames-2057667248 tempest-ServersTestFqdnHostnames-2057667248-project-member] Enqueued Resource ID: 51232178-60bf-4b3a-92dc-2630b88303e6 with Priority: HIGHEST for action security_group_members [ 665.085020] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51232178-60bf-4b3a-92dc-2630b88303e6 with Priority: HIGHEST for action security_group_members [ 665.085500] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51232178-60bf-4b3a-92dc-2630b88303e6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.085500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.086854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.086854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.086854] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.086854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.086854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.086854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.086854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.087232] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51232178-60bf-4b3a-92dc-2630b88303e6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.276682] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.276682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.276682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.276976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.276976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.277079] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 is going to be created. [ 665.339349] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.339601] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.339669] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.339922] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.340224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.363356] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 in Status: UNINITIALIZED for 2s [ 665.513624] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1273006-64bc-4383-a462-be6d2973e3b1: rpc.has_security_group_logging(os_id): False [ 665.575956] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.575956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.575956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.576956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.576956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.576956] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.576956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.576956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.577296] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.577296] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.577749] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.577896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.577971] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.578174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.578257] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.578788] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.578925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.578993] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.579251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.579337] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.579459] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1273006-64bc-4383-a462-be6d2973e3b1 is going to be created. [ 665.582210] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: SUCCESS [ 665.582408] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.590661] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.591499] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.591647] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.591852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.592059] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.592214] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.592353] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.592431] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.592591] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.592687] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.592751] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51232178-60bf-4b3a-92dc-2630b88303e6 already deleted. [ 665.592831] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.664463] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.664642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.664714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.664982] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.665189] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.679124] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1273006-64bc-4383-a462-be6d2973e3b1 in Status: IN_PROGRESS for 2s [ 665.708036] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-208 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.708503] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-208" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.708503] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-208" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.709376] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-208" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.709376] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.709376] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.709675] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.709675] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.709776] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.709978] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.710107] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.710213] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.710316] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.710470] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.710541] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.710657] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.733309] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.733580] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.733662] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.733844] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-208" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.734190] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-baa92aa2-9ffb-48ea-af08-cf53929ca41a taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.734366] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-baa92aa2-9ffb-48ea-af08-cf53929ca41a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.734526] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-baa92aa2-9ffb-48ea-af08-cf53929ca41a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.734819] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-baa92aa2-9ffb-48ea-af08-cf53929ca41a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.734955] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baa92aa2-9ffb-48ea-af08-cf53929ca41a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.238197] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.238404] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.238404] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.238694] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.238845] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.239026] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port baa92aa2-9ffb-48ea-af08-cf53929ca41a not found, creating... [ 666.239305] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.239494] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.239590] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.239835] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.239963] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.240279] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.240443] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.240555] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.240762] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.240902] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.241137] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: baa92aa2-9ffb-48ea-af08-cf53929ca41a is going to be created. [ 666.276727] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.276727] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.276727] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.277313] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.277313] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.277313] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-baa92aa2-9ffb-48ea-af08-cf53929ca41a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.750923] env[65933]: INFO networking_nsxv3.common.synchronization [req-6c5a3938-6317-4fbd-8f4e-2f7bb5f76582 req-70a79260-8bdb-4610-a716-88ea6c6d8c3f tempest-SecurityGroupRulesTestJSON-101126829 tempest-SecurityGroupRulesTestJSON-101126829-project-member] Enqueued Resource ID: 0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93 with Priority: HIGHEST for action security_group_rules [ 666.751733] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93 with Priority: HIGHEST for action security_group_rules [ 666.752042] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.752180] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.752255] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.752544] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.752940] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.048602] env[65933]: INFO networking_nsxv3.common.synchronization [req-a0de2c46-3da1-421f-9ceb-52556e6bb4b2 req-694d07b0-06e2-4602-a8af-80905fbef809 service nova] Enqueued Resource ID: 51232178-60bf-4b3a-92dc-2630b88303e6 with Priority: HIGHEST for action security_group_rules [ 667.048602] env[65933]: INFO networking_nsxv3.common.synchronization [req-a0de2c46-3da1-421f-9ceb-52556e6bb4b2 req-694d07b0-06e2-4602-a8af-80905fbef809 service nova] Enqueued Resource ID: 51232178-60bf-4b3a-92dc-2630b88303e6 with Priority: HIGHEST for action security_group_members [ 667.048783] env[65933]: INFO networking_nsxv3.common.synchronization [req-a0de2c46-3da1-421f-9ceb-52556e6bb4b2 req-694d07b0-06e2-4602-a8af-80905fbef809 service nova] Enqueued Resource ID: baa92aa2-9ffb-48ea-af08-cf53929ca41a with Priority: HIGHEST for action port [ 667.049454] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51232178-60bf-4b3a-92dc-2630b88303e6 with Priority: HIGHEST for action security_group_rules [ 667.049454] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51232178-60bf-4b3a-92dc-2630b88303e6 with Priority: HIGHEST for action security_group_members [ 667.049614] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baa92aa2-9ffb-48ea-af08-cf53929ca41a with Priority: HIGHEST for action port [ 667.050415] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51232178-60bf-4b3a-92dc-2630b88303e6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.050668] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.050747] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.051062] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.051162] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51232178-60bf-4b3a-92dc-2630b88303e6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.052438] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51232178-60bf-4b3a-92dc-2630b88303e6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.052653] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.052653] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.052838] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.053081] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.053248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.053520] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.053595] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.053717] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.053905] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51232178-60bf-4b3a-92dc-2630b88303e6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.055384] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-baa92aa2-9ffb-48ea-af08-cf53929ca41a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.055384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baa92aa2-9ffb-48ea-af08-cf53929ca41a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.055384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baa92aa2-9ffb-48ea-af08-cf53929ca41a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.055384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baa92aa2-9ffb-48ea-af08-cf53929ca41a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.055384] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baa92aa2-9ffb-48ea-af08-cf53929ca41a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.276585] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.276585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.276585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.276939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.276939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.277065] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93 already deleted. [ 667.277119] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cd707b4-b6fd-4660-ac2b-cc0f35a3bf93" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.374824] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 in Status: SUCCESS [ 667.374824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.374824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.374824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.374824] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.374824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.374824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.378561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.378561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.378561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.378561] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('820e3927-d0b7-42a4-8d45-8b51229e72c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.560021] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51232178-60bf-4b3a-92dc-2630b88303e6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.560021] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51232178-60bf-4b3a-92dc-2630b88303e6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.560021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.560021] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port baa92aa2-9ffb-48ea-af08-cf53929ca41a with status ACTIVE [ 667.560021] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.560021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.560021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.560021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.560021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.560021] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.560021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.560021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.560021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.560021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.561090] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.561505] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.561691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.563433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.563433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.563433] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: baa92aa2-9ffb-48ea-af08-cf53929ca41a is going to be updated. [ 667.584374] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.584564] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.584795] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.585017] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.585211] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.585470] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baa92aa2-9ffb-48ea-af08-cf53929ca41a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.680167] env[65933]: INFO networking_nsxv3.common.synchronization [req-41d7fcf6-9d52-405d-9e97-132fe519dee9 req-4f1ec253-42b7-4d93-9c08-696e83277396 tempest-ListImageFiltersTestJSON-264160737 tempest-ListImageFiltersTestJSON-264160737-project-member] Enqueued Resource ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c with Priority: HIGHEST for action security_group_members [ 667.680167] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c with Priority: HIGHEST for action security_group_members [ 667.681626] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-603944a2-4e8d-4f2c-b9f7-23241e53524c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.682016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.682274] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.683455] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.683455] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.683455] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.683455] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.683455] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.683455] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.685050] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.714110] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1273006-64bc-4383-a462-be6d2973e3b1 in Status: SUCCESS [ 667.714198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.880454] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('820e3927-d0b7-42a4-8d45-8b51229e72c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.001753] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.002072] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.002180] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.002373] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.002721] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.002884] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.002998] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.003240] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.003517] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.003737] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.003847] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.003954] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.004072] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.004193] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.004593] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.004665] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.027292] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.027469] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.027578] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.027744] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.028067] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-196578b4-83d7-4a56-a085-fe5f160f051f taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.028241] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-196578b4-83d7-4a56-a085-fe5f160f051f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.028356] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-196578b4-83d7-4a56-a085-fe5f160f051f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.028739] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-196578b4-83d7-4a56-a085-fe5f160f051f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.028906] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('196578b4-83d7-4a56-a085-fe5f160f051f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.036022] env[65933]: INFO networking_nsxv3.common.synchronization [req-0bb6d8e5-1796-432d-8b72-23195cbd2591 req-e529a07c-051f-4d84-958d-2f07fc061b63 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 668.036198] env[65933]: INFO networking_nsxv3.common.synchronization [req-0bb6d8e5-1796-432d-8b72-23195cbd2591 req-e529a07c-051f-4d84-958d-2f07fc061b63 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 with Priority: HIGHEST for action security_group_members [ 668.036465] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 668.036577] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 with Priority: HIGHEST for action security_group_members [ 668.037058] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.037215] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.037261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.037455] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.038948] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.039517] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.039599] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.039751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.039838] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.039931] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.040762] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e9f5ad-d337-46ab-946d-93449a21ccf5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.040878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.040942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.041166] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.041315] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.041406] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.041481] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.041604] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.041685] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.041771] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.060037] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51232178-60bf-4b3a-92dc-2630b88303e6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.079045] env[65933]: INFO networking_nsxv3.common.synchronization [req-0bb6d8e5-1796-432d-8b72-23195cbd2591 req-e529a07c-051f-4d84-958d-2f07fc061b63 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 with Priority: HIGHEST for action security_group_rules [ 668.079045] env[65933]: INFO networking_nsxv3.common.synchronization [req-0bb6d8e5-1796-432d-8b72-23195cbd2591 req-e529a07c-051f-4d84-958d-2f07fc061b63 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 with Priority: HIGHEST for action security_group_members [ 668.079045] env[65933]: INFO networking_nsxv3.common.synchronization [req-0bb6d8e5-1796-432d-8b72-23195cbd2591 req-e529a07c-051f-4d84-958d-2f07fc061b63 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_rules [ 668.079045] env[65933]: INFO networking_nsxv3.common.synchronization [req-0bb6d8e5-1796-432d-8b72-23195cbd2591 req-e529a07c-051f-4d84-958d-2f07fc061b63 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 668.079045] env[65933]: INFO networking_nsxv3.common.synchronization [req-0bb6d8e5-1796-432d-8b72-23195cbd2591 req-e529a07c-051f-4d84-958d-2f07fc061b63 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 28b96460-d7a2-4118-b89f-ab58cd4f4743 with Priority: HIGHEST for action port [ 668.079045] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 with Priority: HIGHEST for action security_group_rules [ 668.079045] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_rules [ 668.079045] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b96460-d7a2-4118-b89f-ab58cd4f4743 with Priority: HIGHEST for action port [ 668.079045] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 with Priority: HIGHEST for action security_group_members [ 668.079045] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 668.080251] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30e9f5ad-d337-46ab-946d-93449a21ccf5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.080587] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.081641] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.081641] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.081641] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.083028] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.083028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.083028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.083028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.083028] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.084228] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-28b96460-d7a2-4118-b89f-ab58cd4f4743 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.084480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28b96460-d7a2-4118-b89f-ab58cd4f4743" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.084680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28b96460-d7a2-4118-b89f-ab58cd4f4743" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.084951] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28b96460-d7a2-4118-b89f-ab58cd4f4743" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.085937] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28b96460-d7a2-4118-b89f-ab58cd4f4743',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.086605] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e9f5ad-d337-46ab-946d-93449a21ccf5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.086605] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.086851] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.087060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.190944] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.190944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.190944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.190944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.190944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.190944] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.190944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.190944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.190944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.190944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.190944] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c already deleted. [ 668.190944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.382263] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 820e3927-d0b7-42a4-8d45-8b51229e72c6: rpc.has_security_group_logging(os_id): False [ 668.402501] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.402700] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.402746] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.402942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.403040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.403286] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.403454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.403528] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.403694] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.403776] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.403866] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 is going to be created. [ 668.466948] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.467133] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.467193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.467406] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.467587] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.480282] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 in Status: IN_PROGRESS for 2s [ 668.533287] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.533595] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.533722] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.534015] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.534171] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.534326] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 196578b4-83d7-4a56-a085-fe5f160f051f not found, creating... [ 668.534642] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.534800] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.534915] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.535168] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.535313] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.535591] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.535744] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.535857] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.536071] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.536207] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.536343] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 196578b4-83d7-4a56-a085-fe5f160f051f is going to be created. [ 668.547539] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.548857] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.561329] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.561526] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.561586] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.561777] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.561869] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.561967] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51232178-60bf-4b3a-92dc-2630b88303e6 is going to be created. [ 668.564807] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.567519] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.567519] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.567519] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.567519] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.567519] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-196578b4-83d7-4a56-a085-fe5f160f051f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.583341] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e9f5ad-d337-46ab-946d-93449a21ccf5 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.583649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.588518] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.588787] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.588787] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28b96460-d7a2-4118-b89f-ab58cd4f4743 with status ACTIVE [ 668.589015] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.589101] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.589191] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.589401] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.589497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.589598] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.589695] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.589754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.589912] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.590032] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.590182] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.590311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.590360] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.590463] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.590544] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.590633] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28b96460-d7a2-4118-b89f-ab58cd4f4743 is going to be updated. [ 668.613057] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.613267] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.613267] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.614026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.614026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.616774] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.616932] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.616995] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.617223] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.617363] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.617516] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28b96460-d7a2-4118-b89f-ab58cd4f4743" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.649741] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51232178-60bf-4b3a-92dc-2630b88303e6 in Status: UNINITIALIZED for 2s [ 669.052598] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.054996] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.270687] env[65933]: INFO networking_nsxv3.common.synchronization [req-86bddd85-8ea4-4d16-a920-56c9fe57278a req-a45176f7-bbcb-4128-9639-3e2cb1605275 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 with Priority: HIGHEST for action security_group_members [ 669.271026] env[65933]: INFO networking_nsxv3.common.synchronization [req-86bddd85-8ea4-4d16-a920-56c9fe57278a req-a45176f7-bbcb-4128-9639-3e2cb1605275 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 669.271376] env[65933]: INFO networking_nsxv3.common.synchronization [req-86bddd85-8ea4-4d16-a920-56c9fe57278a req-a45176f7-bbcb-4128-9639-3e2cb1605275 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 46a0f8bd-3799-4728-8031-3f02aee1dbed with Priority: HIGHEST for action security_group_members [ 669.271911] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 with Priority: HIGHEST for action security_group_members [ 669.272085] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 669.272254] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a0f8bd-3799-4728-8031-3f02aee1dbed with Priority: HIGHEST for action security_group_members [ 669.272848] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e9f5ad-d337-46ab-946d-93449a21ccf5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.272848] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.273165] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.273327] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.273749] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-46a0f8bd-3799-4728-8031-3f02aee1dbed taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.273933] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46a0f8bd-3799-4728-8031-3f02aee1dbed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.274817] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46a0f8bd-3799-4728-8031-3f02aee1dbed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.275127] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46a0f8bd-3799-4728-8031-3f02aee1dbed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.275295] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.276181] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.276181] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.276181] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.276181] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.276181] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46a0f8bd-3799-4728-8031-3f02aee1dbed',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.362319] env[65933]: INFO networking_nsxv3.common.synchronization [req-86bddd85-8ea4-4d16-a920-56c9fe57278a req-a45176f7-bbcb-4128-9639-3e2cb1605275 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 with Priority: HIGHEST for action security_group_rules [ 669.362554] env[65933]: INFO networking_nsxv3.common.synchronization [req-86bddd85-8ea4-4d16-a920-56c9fe57278a req-a45176f7-bbcb-4128-9639-3e2cb1605275 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 with Priority: HIGHEST for action security_group_members [ 669.362714] env[65933]: INFO networking_nsxv3.common.synchronization [req-86bddd85-8ea4-4d16-a920-56c9fe57278a req-a45176f7-bbcb-4128-9639-3e2cb1605275 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 46a0f8bd-3799-4728-8031-3f02aee1dbed with Priority: HIGHEST for action security_group_rules [ 669.362873] env[65933]: INFO networking_nsxv3.common.synchronization [req-86bddd85-8ea4-4d16-a920-56c9fe57278a req-a45176f7-bbcb-4128-9639-3e2cb1605275 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 46a0f8bd-3799-4728-8031-3f02aee1dbed with Priority: HIGHEST for action security_group_members [ 669.363248] env[65933]: INFO networking_nsxv3.common.synchronization [req-86bddd85-8ea4-4d16-a920-56c9fe57278a req-a45176f7-bbcb-4128-9639-3e2cb1605275 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_rules [ 669.363591] env[65933]: INFO networking_nsxv3.common.synchronization [req-86bddd85-8ea4-4d16-a920-56c9fe57278a req-a45176f7-bbcb-4128-9639-3e2cb1605275 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 669.363768] env[65933]: INFO networking_nsxv3.common.synchronization [req-86bddd85-8ea4-4d16-a920-56c9fe57278a req-a45176f7-bbcb-4128-9639-3e2cb1605275 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 28b96460-d7a2-4118-b89f-ab58cd4f4743 with Priority: HIGHEST for action port [ 669.364488] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 with Priority: HIGHEST for action security_group_rules [ 669.364708] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a0f8bd-3799-4728-8031-3f02aee1dbed with Priority: HIGHEST for action security_group_rules [ 669.364779] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 669.364850] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b96460-d7a2-4118-b89f-ab58cd4f4743 with Priority: HIGHEST for action port [ 669.364974] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_rules [ 669.365097] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 with Priority: HIGHEST for action security_group_members [ 669.365256] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a0f8bd-3799-4728-8031-3f02aee1dbed with Priority: HIGHEST for action security_group_members [ 669.365764] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30e9f5ad-d337-46ab-946d-93449a21ccf5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.365946] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.366299] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46a0f8bd-3799-4728-8031-3f02aee1dbed taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.366486] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46a0f8bd-3799-4728-8031-3f02aee1dbed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.366596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46a0f8bd-3799-4728-8031-3f02aee1dbed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.367108] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46a0f8bd-3799-4728-8031-3f02aee1dbed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.367252] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46a0f8bd-3799-4728-8031-3f02aee1dbed',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.370035] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.370035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.370210] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-28b96460-d7a2-4118-b89f-ab58cd4f4743 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.370210] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28b96460-d7a2-4118-b89f-ab58cd4f4743" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.370322] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28b96460-d7a2-4118-b89f-ab58cd4f4743" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.371520] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28b96460-d7a2-4118-b89f-ab58cd4f4743" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.371520] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28b96460-d7a2-4118-b89f-ab58cd4f4743',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.373272] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.373272] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.373272] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e9f5ad-d337-46ab-946d-93449a21ccf5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.373272] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.373720] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-46a0f8bd-3799-4728-8031-3f02aee1dbed taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.373720] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46a0f8bd-3799-4728-8031-3f02aee1dbed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.406975] env[65933]: INFO networking_nsxv3.common.synchronization [req-41d7fcf6-9d52-405d-9e97-132fe519dee9 req-d6af98b1-495d-42ac-80d2-048c8e01cebe service nova] Enqueued Resource ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c with Priority: HIGHEST for action security_group_rules [ 669.407340] env[65933]: INFO networking_nsxv3.common.synchronization [req-41d7fcf6-9d52-405d-9e97-132fe519dee9 req-d6af98b1-495d-42ac-80d2-048c8e01cebe service nova] Enqueued Resource ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c with Priority: HIGHEST for action security_group_members [ 669.407770] env[65933]: INFO networking_nsxv3.common.synchronization [req-41d7fcf6-9d52-405d-9e97-132fe519dee9 req-d6af98b1-495d-42ac-80d2-048c8e01cebe service nova] Enqueued Resource ID: 196578b4-83d7-4a56-a085-fe5f160f051f with Priority: HIGHEST for action port [ 669.409133] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c with Priority: HIGHEST for action security_group_rules [ 669.409270] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c with Priority: HIGHEST for action security_group_members [ 669.409390] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 196578b4-83d7-4a56-a085-fe5f160f051f with Priority: HIGHEST for action port [ 669.409613] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-603944a2-4e8d-4f2c-b9f7-23241e53524c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.409744] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.409816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.410095] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.410211] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.411570] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-603944a2-4e8d-4f2c-b9f7-23241e53524c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.411807] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.411807] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.412077] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.412311] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.412466] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.412587] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.412763] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.412896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.413034] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.413986] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-196578b4-83d7-4a56-a085-fe5f160f051f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.414196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-196578b4-83d7-4a56-a085-fe5f160f051f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.414264] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-196578b4-83d7-4a56-a085-fe5f160f051f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.414639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-196578b4-83d7-4a56-a085-fe5f160f051f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.414763] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('196578b4-83d7-4a56-a085-fe5f160f051f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.555995] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.556315] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.556442] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.556655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.556969] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.557088] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 is going to be updated. [ 669.560509] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.560509] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.560767] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.561165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.561427] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.561427] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 is going to be created. [ 669.594328] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.594328] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.594328] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.594328] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.594328] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.601469] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.601682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.601682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.603074] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.603074] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.608395] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 in Status: UNINITIALIZED for 2s [ 669.610979] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: IN_PROGRESS for 2s [ 669.779668] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46a0f8bd-3799-4728-8031-3f02aee1dbed',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.870366] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-46a0f8bd-3799-4728-8031-3f02aee1dbed taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.870652] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46a0f8bd-3799-4728-8031-3f02aee1dbed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.872919] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28b96460-d7a2-4118-b89f-ab58cd4f4743 with status ACTIVE [ 669.873141] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.873299] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.873367] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.873728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.873858] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.873985] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.874251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.874251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.874251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.874473] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.874534] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.874615] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.874753] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.874823] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.874879] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.874974] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28b96460-d7a2-4118-b89f-ab58cd4f4743 is going to be updated. [ 669.898567] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.898775] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.898846] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.899463] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.899463] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.899463] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28b96460-d7a2-4118-b89f-ab58cd4f4743" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.917087] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-603944a2-4e8d-4f2c-b9f7-23241e53524c taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.917231] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.917403] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.918506] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 196578b4-83d7-4a56-a085-fe5f160f051f with status ACTIVE [ 669.918691] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.919163] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.919163] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.919163] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.919163] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.921630] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.921630] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.921630] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.921630] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.921630] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.921630] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.921630] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.921630] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.921630] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.921630] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.921630] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 196578b4-83d7-4a56-a085-fe5f160f051f is going to be updated. [ 669.948900] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.949097] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.949282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.949456] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.949456] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.949617] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-196578b4-83d7-4a56-a085-fe5f160f051f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.285528] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46a0f8bd-3799-4728-8031-3f02aee1dbed',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.422512] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.497343] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 in Status: SUCCESS [ 670.497343] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.663901] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51232178-60bf-4b3a-92dc-2630b88303e6 in Status: SUCCESS [ 670.663901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.663901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.663901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.663901] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.663901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.663901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.663901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.663901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.663901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.663901] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51232178-60bf-4b3a-92dc-2630b88303e6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.788402] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.789817] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.789817] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.789817] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.789817] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.789817] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46a0f8bd-3799-4728-8031-3f02aee1dbed is going to be created. [ 670.818311] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.818511] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.818700] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.819354] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.819354] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.848033] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46a0f8bd-3799-4728-8031-3f02aee1dbed in Status: UNINITIALIZED for 2s [ 670.925865] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.927041] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.927041] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.927041] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.927041] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.927041] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c is going to be created. [ 670.963088] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.963088] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.963088] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.963088] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.963088] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.977072] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c in Status: UNINITIALIZED for 2s [ 671.169261] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51232178-60bf-4b3a-92dc-2630b88303e6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.624274] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: SUCCESS [ 671.624274] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.624274] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 in Status: SUCCESS [ 671.624817] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.625658] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.625862] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.626039] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.626176] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.626249] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.626418] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.626519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.626592] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.628139] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.628442] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.628665] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.628801] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.628878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.629097] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.629189] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.629322] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.677137] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51232178-60bf-4b3a-92dc-2630b88303e6: rpc.has_security_group_logging(os_id): False [ 671.699118] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.699396] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.699396] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.699627] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.699703] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.700534] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.700534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.700534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.700534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.700534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.700534] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51232178-60bf-4b3a-92dc-2630b88303e6 is going to be created. [ 671.954425] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.954425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.954425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.954425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.954690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.968097] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51232178-60bf-4b3a-92dc-2630b88303e6 in Status: IN_PROGRESS for 2s [ 672.131841] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.133292] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.638369] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.644624] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.824875] env[65933]: INFO networking_nsxv3.common.synchronization [req-ebbcd64c-6e01-48ae-bce3-81044e415d5d req-caae0b0d-d013-4ea0-bdbb-0812521b0055 tempest-ServerExternalEventsTest-1175983979 tempest-ServerExternalEventsTest-1175983979-project-member] Enqueued Resource ID: 1c66a515-b664-4ee7-8caf-bfd1fac3355c with Priority: HIGHEST for action security_group_members [ 672.825424] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c66a515-b664-4ee7-8caf-bfd1fac3355c with Priority: HIGHEST for action security_group_members [ 672.826267] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c66a515-b664-4ee7-8caf-bfd1fac3355c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.826389] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.826459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.826665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.826822] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.826920] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.826981] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.827141] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.827226] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.827318] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c66a515-b664-4ee7-8caf-bfd1fac3355c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.861504] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46a0f8bd-3799-4728-8031-3f02aee1dbed in Status: SUCCESS [ 672.861871] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46a0f8bd-3799-4728-8031-3f02aee1dbed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.862725] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46a0f8bd-3799-4728-8031-3f02aee1dbed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.862961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46a0f8bd-3799-4728-8031-3f02aee1dbed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.863147] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.863262] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.863322] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.863501] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.863704] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.863704] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46a0f8bd-3799-4728-8031-3f02aee1dbed',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.990848] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c in Status: SUCCESS [ 672.993061] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.993061] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.993061] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.993299] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.993542] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.993621] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.993773] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.993855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.993942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.994079] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.099021] env[65933]: INFO networking_nsxv3.common.synchronization [req-43b85d6e-56c8-4388-9a61-7f4b8bdcb38f req-84ef5e07-cb53-48f7-95a6-f38a8fe07d25 tempest-ImagesTestJSON-331983412 tempest-ImagesTestJSON-331983412-project-member] Enqueued Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 673.099567] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 673.099863] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.099992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.101489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.101489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.101635] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.101784] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.101850] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.102411] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.102411] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.102411] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.145369] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.145601] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.145721] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.145971] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.146167] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.146364] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 is going to be updated. [ 673.149013] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.149506] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.149607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.150159] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.150159] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.150159] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 is going to be updated. [ 673.183121] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.183308] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.183378] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.183623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.183817] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.187501] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.187798] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.187970] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.188222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.188365] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.202127] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 in Status: IN_PROGRESS for 2s [ 673.202508] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: IN_PROGRESS for 2s [ 673.331014] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.332501] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.332688] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.332971] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.333104] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.333369] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.333534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.333588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.333768] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.333841] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.333991] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c66a515-b664-4ee7-8caf-bfd1fac3355c is going to be updated. [ 673.367950] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46a0f8bd-3799-4728-8031-3f02aee1dbed',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.370162] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.370382] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.370500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.370983] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.370983] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.383249] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c66a515-b664-4ee7-8caf-bfd1fac3355c in Status: IN_PROGRESS for 2s [ 673.500028] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-603944a2-4e8d-4f2c-b9f7-23241e53524c taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.500028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.500028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.500028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.500028] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.500028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.500028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.500028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.500028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.500028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.500028] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-603944a2-4e8d-4f2c-b9f7-23241e53524c taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.500028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.500028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.500028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.500028] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.500028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.500814] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.500814] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.500814] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.500814] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.500814] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.606325] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.606325] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.606655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.607419] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.607620] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.607848] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.607964] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.608036] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.608202] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.608281] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.608375] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 is going to be updated. [ 673.663546] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.663921] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.663921] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.664138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.664328] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.680925] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: IN_PROGRESS for 2s [ 673.873300] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46a0f8bd-3799-4728-8031-3f02aee1dbed',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.982209] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51232178-60bf-4b3a-92dc-2630b88303e6 in Status: SUCCESS [ 673.982209] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.002816] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 603944a2-4e8d-4f2c-b9f7-23241e53524c: rpc.has_security_group_logging(os_id): False [ 674.020057] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.020324] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.020398] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.020569] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.020887] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.020887] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.021034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.021034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.021178] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.021262] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.021550] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.021976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.021976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.021976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.021976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.023272] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.023450] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.023512] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.023685] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.023797] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.023949] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c is going to be created. [ 674.086691] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.086880] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.086981] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.087131] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.087308] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.099941] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c in Status: IN_PROGRESS for 2s [ 674.376985] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.377227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.377281] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.377557] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.377684] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.377787] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46a0f8bd-3799-4728-8031-3f02aee1dbed is going to be updated. [ 674.415229] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.415377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.415470] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.415675] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.415822] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.427023] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46a0f8bd-3799-4728-8031-3f02aee1dbed in Status: IN_PROGRESS for 2s [ 675.216145] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 in Status: IN_PROGRESS for 4s [ 675.216562] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: IN_PROGRESS for 4s [ 675.398454] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c66a515-b664-4ee7-8caf-bfd1fac3355c in Status: SUCCESS [ 675.398454] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c66a515-b664-4ee7-8caf-bfd1fac3355c deletion is rescheduled due to dependency. [ 675.398631] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.692109] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: SUCCESS [ 675.692302] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 deletion is rescheduled due to dependency. [ 675.692420] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.111779] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c in Status: SUCCESS [ 676.112016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.439174] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46a0f8bd-3799-4728-8031-3f02aee1dbed in Status: SUCCESS [ 676.439595] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46a0f8bd-3799-4728-8031-3f02aee1dbed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.439595] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46a0f8bd-3799-4728-8031-3f02aee1dbed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.439908] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46a0f8bd-3799-4728-8031-3f02aee1dbed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.440090] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.440208] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.440208] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.441270] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.441270] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.441270] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46a0f8bd-3799-4728-8031-3f02aee1dbed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.441270] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46a0f8bd-3799-4728-8031-3f02aee1dbed',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.943582] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46a0f8bd-3799-4728-8031-3f02aee1dbed',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.044221] env[65933]: INFO networking_nsxv3.common.synchronization [req-132cc0a4-7b68-4d1b-af83-45bec9973469 req-0504eb4d-050a-4cc2-be19-a1d4c4964cdb tempest-ServersAdminNegativeTestJSON-725599998 tempest-ServersAdminNegativeTestJSON-725599998-project-member] Enqueued Resource ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 with Priority: HIGHEST for action security_group_members [ 677.044922] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 with Priority: HIGHEST for action security_group_members [ 677.045511] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d23b2f-0f2a-4109-baa7-2b0543610ce3 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.045734] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.045854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.046276] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.046571] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.046807] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.046913] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.047243] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.047377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.047535] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12d23b2f-0f2a-4109-baa7-2b0543610ce3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.233021] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: SUCCESS [ 677.233021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.233021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.233021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.233021] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.233021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.233021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.233021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.233021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.233021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.233021] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.234879] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 in Status: SUCCESS [ 677.235219] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.235680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.236124] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.236477] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.236799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.237068] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.237383] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.237697] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.238024] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.239657] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.240079] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.240079] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.240079] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.240254] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.240949] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.240949] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.240949] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.240949] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.241826] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.241950] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.242353] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.242467] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.242903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.242903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.242903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.243135] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.446666] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46a0f8bd-3799-4728-8031-3f02aee1dbed: rpc.has_security_group_logging(os_id): False [ 677.465326] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.465500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.465579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.465801] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.468769] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.468769] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.468769] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.468769] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.468769] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.468769] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.468769] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46a0f8bd-3799-4728-8031-3f02aee1dbed is going to be created. [ 677.524384] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.524579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.524655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.524859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.525044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.540950] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46a0f8bd-3799-4728-8031-3f02aee1dbed in Status: IN_PROGRESS for 2s [ 677.550792] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12d23b2f-0f2a-4109-baa7-2b0543610ce3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.735331] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.735518] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.743051] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.745031] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.746923] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.053400] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12d23b2f-0f2a-4109-baa7-2b0543610ce3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.178159] env[65933]: INFO networking_nsxv3.common.synchronization [req-bafd4ffc-093a-449d-a428-0aaf8bb34cbe req-78c5ab84-3859-482d-975c-7aee15fa9c5a tempest-AttachVolumeTestJSON-122849174 tempest-AttachVolumeTestJSON-122849174-project-member] Enqueued Resource ID: 82785649-b730-4ac3-a06c-cd70a12a8652 with Priority: HIGHEST for action security_group_members [ 678.178655] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82785649-b730-4ac3-a06c-cd70a12a8652 with Priority: HIGHEST for action security_group_members [ 678.178985] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-82785649-b730-4ac3-a06c-cd70a12a8652 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.179268] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.179616] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.179616] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.179807] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.179910] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.179972] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.180172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.180253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.180395] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82785649-b730-4ac3-a06c-cd70a12a8652',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.245728] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.247518] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30e9f5ad-d337-46ab-946d-93449a21ccf5: rpc.has_security_group_logging(os_id): False [ 678.249206] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.267194] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.267194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.267194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.267194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.267194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.267437] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.267533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.267569] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.267733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.267809] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.267904] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 is going to be created. [ 678.334785] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.334989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.335080] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.335252] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.335429] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.347366] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 in Status: IN_PROGRESS for 2s [ 678.556586] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.556982] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.556982] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.557285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.557285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.557285] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 is going to be updated. [ 678.594177] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.594390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.594490] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.594814] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.594963] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.605526] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 in Status: IN_PROGRESS for 2s [ 678.674023] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.674023] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-136" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.674023] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-136" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.674023] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-136" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.674505] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.674886] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.675150] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.678020] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.678020] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.678020] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.678020] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.678020] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.678020] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.678020] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.678020] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.678020] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.682589] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.683106] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.683392] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.683844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.684215] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.684726] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.685543] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.685543] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.685543] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.685543] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.685543] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82785649-b730-4ac3-a06c-cd70a12a8652 already deleted. [ 678.685543] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.699748] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.700520] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.702063] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.702063] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-136" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.702063] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-f49cc427-bc11-4227-bf7f-663fb20d6009 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.702063] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-f49cc427-bc11-4227-bf7f-663fb20d6009" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.702063] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-f49cc427-bc11-4227-bf7f-663fb20d6009" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.702547] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-f49cc427-bc11-4227-bf7f-663fb20d6009" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.702842] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f49cc427-bc11-4227-bf7f-663fb20d6009',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.748495] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.748495] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.748495] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.748495] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.748495] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.748842] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 is going to be updated. [ 678.751535] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.751767] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.751885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.752130] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.752247] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.752370] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 is going to be updated. [ 678.782727] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.782917] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.782989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.783237] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.783385] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.785421] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.785572] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.785665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.785901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.786239] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.796989] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 in Status: IN_PROGRESS for 2s [ 678.797660] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: IN_PROGRESS for 2s [ 678.983188] env[65933]: INFO networking_nsxv3.common.synchronization [None req-70c7f108-7c05-45de-b0cb-fa507244bd8b None None] Enqueued Resource ID: ac60caa5-ab8e-4614-98e7-8bcee049db1f with Priority: HIGHEST for action port [ 678.983739] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac60caa5-ab8e-4614-98e7-8bcee049db1f with Priority: HIGHEST for action port [ 678.984057] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac60caa5-ab8e-4614-98e7-8bcee049db1f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.984192] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac60caa5-ab8e-4614-98e7-8bcee049db1f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.984261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac60caa5-ab8e-4614-98e7-8bcee049db1f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.984506] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac60caa5-ab8e-4614-98e7-8bcee049db1f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.984644] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac60caa5-ab8e-4614-98e7-8bcee049db1f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.205453] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.205687] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.205773] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.206084] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.206237] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.206380] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port f49cc427-bc11-4227-bf7f-663fb20d6009 not found, creating... [ 679.206639] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.206790] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.206901] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.207206] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.207265] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.207517] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.207838] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.207838] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.207956] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.208099] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.208232] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: f49cc427-bc11-4227-bf7f-663fb20d6009 is going to be created. [ 679.231741] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.232184] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.232184] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.233077] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.233077] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.233077] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-f49cc427-bc11-4227-bf7f-663fb20d6009" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.487948] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac60caa5-ab8e-4614-98e7-8bcee049db1f [ 679.487948] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.487948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.487948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.487948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.487948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.487948] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac60caa5-ab8e-4614-98e7-8bcee049db1f already deleted. [ 679.487948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac60caa5-ab8e-4614-98e7-8bcee049db1f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.554750] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46a0f8bd-3799-4728-8031-3f02aee1dbed in Status: SUCCESS [ 679.555058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46a0f8bd-3799-4728-8031-3f02aee1dbed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.003875] env[65933]: INFO networking_nsxv3.common.synchronization [req-bafd4ffc-093a-449d-a428-0aaf8bb34cbe req-098309e1-2bf0-4a83-8b34-31eefebc7c59 service nova] Enqueued Resource ID: 82785649-b730-4ac3-a06c-cd70a12a8652 with Priority: HIGHEST for action security_group_rules [ 680.004189] env[65933]: INFO networking_nsxv3.common.synchronization [req-bafd4ffc-093a-449d-a428-0aaf8bb34cbe req-098309e1-2bf0-4a83-8b34-31eefebc7c59 service nova] Enqueued Resource ID: 82785649-b730-4ac3-a06c-cd70a12a8652 with Priority: HIGHEST for action security_group_members [ 680.004928] env[65933]: INFO networking_nsxv3.common.synchronization [req-bafd4ffc-093a-449d-a428-0aaf8bb34cbe req-098309e1-2bf0-4a83-8b34-31eefebc7c59 service nova] Enqueued Resource ID: f49cc427-bc11-4227-bf7f-663fb20d6009 with Priority: HIGHEST for action port [ 680.005538] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82785649-b730-4ac3-a06c-cd70a12a8652 with Priority: HIGHEST for action security_group_rules [ 680.010024] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82785649-b730-4ac3-a06c-cd70a12a8652 with Priority: HIGHEST for action security_group_members [ 680.010024] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49cc427-bc11-4227-bf7f-663fb20d6009 with Priority: HIGHEST for action port [ 680.010024] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82785649-b730-4ac3-a06c-cd70a12a8652 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.010024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.010024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.010024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.010024] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82785649-b730-4ac3-a06c-cd70a12a8652',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.010024] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-82785649-b730-4ac3-a06c-cd70a12a8652 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.010024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.010024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.010024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.010024] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.010024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.010024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.010024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.010024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.010024] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82785649-b730-4ac3-a06c-cd70a12a8652',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.014274] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-f49cc427-bc11-4227-bf7f-663fb20d6009 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.015226] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f49cc427-bc11-4227-bf7f-663fb20d6009" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.017960] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f49cc427-bc11-4227-bf7f-663fb20d6009" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.017960] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f49cc427-bc11-4227-bf7f-663fb20d6009" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.017960] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f49cc427-bc11-4227-bf7f-663fb20d6009',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.361918] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 in Status: SUCCESS [ 680.362186] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.362370] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.362626] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.363190] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.518419] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82785649-b730-4ac3-a06c-cd70a12a8652',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.519599] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-82785649-b730-4ac3-a06c-cd70a12a8652 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.519790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.520321] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f49cc427-bc11-4227-bf7f-663fb20d6009 with status ACTIVE [ 680.520321] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.520321] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.520513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.520700] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.520700] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.520863] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.520942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.520987] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.521155] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.521232] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.521409] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.521501] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.521561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.521696] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.521768] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.521851] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f49cc427-bc11-4227-bf7f-663fb20d6009 is going to be updated. [ 680.559214] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.559417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.559471] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.560036] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.560036] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.560036] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f49cc427-bc11-4227-bf7f-663fb20d6009" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.617856] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 in Status: SUCCESS [ 680.619034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.813678] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: SUCCESS [ 680.814344] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.816151] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 in Status: SUCCESS [ 680.816151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.816151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.816151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.816151] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.816151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.816151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.816403] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.816403] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.816467] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.818835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.818835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.818835] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.818835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.818835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.818835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.818835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.818835] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.865905] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e9f5ad-d337-46ab-946d-93449a21ccf5 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.866083] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.024041] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82785649-b730-4ac3-a06c-cd70a12a8652',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.322745] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.323882] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.349550] env[65933]: INFO networking_nsxv3.common.synchronization [None req-aaab098c-44bd-416c-b2fc-571bae7c17a1 None None] Enqueued Resource ID: 073f89cf-944b-4b3a-90ff-995cb23983e5 with Priority: HIGHEST for action port [ 681.349550] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073f89cf-944b-4b3a-90ff-995cb23983e5 with Priority: HIGHEST for action port [ 681.350294] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-073f89cf-944b-4b3a-90ff-995cb23983e5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.350294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-073f89cf-944b-4b3a-90ff-995cb23983e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.350294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-073f89cf-944b-4b3a-90ff-995cb23983e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.350552] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-073f89cf-944b-4b3a-90ff-995cb23983e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.350552] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('073f89cf-944b-4b3a-90ff-995cb23983e5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.528537] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.530870] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.530870] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.530870] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.532554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.532554] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82785649-b730-4ac3-a06c-cd70a12a8652 is going to be created. [ 681.562488] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.562807] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.562983] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.563749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.564092] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.578755] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82785649-b730-4ac3-a06c-cd70a12a8652 in Status: UNINITIALIZED for 2s [ 681.825807] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.827455] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.847792] env[65933]: INFO networking_nsxv3.common.synchronization [req-67de71c0-5169-4d42-b7dc-5c5b32408711 req-dbda7ab3-97a9-424c-b04a-85ee383157bc tempest-ServerRescueNegativeTestJSON-593525832 tempest-ServerRescueNegativeTestJSON-593525832-project-member] Enqueued Resource ID: a1273006-64bc-4383-a462-be6d2973e3b1 with Priority: HIGHEST for action security_group_members [ 681.847792] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1273006-64bc-4383-a462-be6d2973e3b1 with Priority: HIGHEST for action security_group_members [ 681.847792] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1273006-64bc-4383-a462-be6d2973e3b1 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.847792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.848032] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.848282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.848397] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.848494] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.848780] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.848780] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.848893] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.848969] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1273006-64bc-4383-a462-be6d2973e3b1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.853258] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 073f89cf-944b-4b3a-90ff-995cb23983e5 [ 681.853441] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.853622] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.853708] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.853918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.854034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.854114] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:073f89cf-944b-4b3a-90ff-995cb23983e5 already deleted. [ 681.854190] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-073f89cf-944b-4b3a-90ff-995cb23983e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.285624] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.285624] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-613" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.286191] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-613" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.290230] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-613" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.290230] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.290230] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.290230] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.290230] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.290230] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.290230] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.290230] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.290230] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.290230] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.290230] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.290230] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.290230] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.312442] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.312879] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.313229] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.313484] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-613" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.313929] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-068ac0fa-f9e0-4860-b94a-24a009771270 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.314295] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-068ac0fa-f9e0-4860-b94a-24a009771270" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.314564] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-068ac0fa-f9e0-4860-b94a-24a009771270" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.315200] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-068ac0fa-f9e0-4860-b94a-24a009771270" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.316146] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('068ac0fa-f9e0-4860-b94a-24a009771270',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.328885] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.333089] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.333089] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.333089] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.333089] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.333089] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 is going to be updated. [ 682.333089] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.333089] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.333089] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.333089] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.333089] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.333089] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 is going to be updated. [ 682.351992] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1273006-64bc-4383-a462-be6d2973e3b1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.373030] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.373030] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.373030] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.373030] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.373030] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.374577] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.374731] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.374816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.374946] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.375088] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.389217] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: IN_PROGRESS for 2s [ 682.390028] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 in Status: IN_PROGRESS for 2s [ 682.818622] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.818875] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.818996] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.819354] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.819517] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.819665] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 068ac0fa-f9e0-4860-b94a-24a009771270 not found, creating... [ 682.819977] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.820177] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.820298] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.820518] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.820650] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.820917] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.821074] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.821184] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.821378] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.821503] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.821633] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 068ac0fa-f9e0-4860-b94a-24a009771270 is going to be created. [ 682.842106] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.842337] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.842447] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.842684] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.842948] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.843216] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-068ac0fa-f9e0-4860-b94a-24a009771270" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.855198] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1273006-64bc-4383-a462-be6d2973e3b1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.358086] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.358387] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.358387] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.358551] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.358749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.358964] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1273006-64bc-4383-a462-be6d2973e3b1 is going to be updated. [ 683.392775] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.393496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.393496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.393900] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.394010] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.404833] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1273006-64bc-4383-a462-be6d2973e3b1 in Status: IN_PROGRESS for 2s [ 683.527363] env[65933]: INFO networking_nsxv3.common.synchronization [req-17e5c2e0-d33a-4a17-b42c-2f5265a50468 req-3369e63a-b091-4926-9708-bc1454adf397 tempest-ServerTagsTestJSON-1609419608 tempest-ServerTagsTestJSON-1609419608-project-member] Enqueued Resource ID: 5f862f9b-a973-4e96-bbe0-f4acdec46b8b with Priority: HIGHEST for action security_group_members [ 683.527912] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f862f9b-a973-4e96-bbe0-f4acdec46b8b with Priority: HIGHEST for action security_group_members [ 683.528354] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.528354] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.528511] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.528627] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.528778] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.528875] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.528950] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.529256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.530048] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.530048] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f862f9b-a973-4e96-bbe0-f4acdec46b8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.576385] env[65933]: INFO networking_nsxv3.common.synchronization [req-67de71c0-5169-4d42-b7dc-5c5b32408711 req-fbf5684f-f8b0-45a9-b527-596fffaa5125 service nova] Enqueued Resource ID: a1273006-64bc-4383-a462-be6d2973e3b1 with Priority: HIGHEST for action security_group_rules [ 683.576564] env[65933]: INFO networking_nsxv3.common.synchronization [req-67de71c0-5169-4d42-b7dc-5c5b32408711 req-fbf5684f-f8b0-45a9-b527-596fffaa5125 service nova] Enqueued Resource ID: a1273006-64bc-4383-a462-be6d2973e3b1 with Priority: HIGHEST for action security_group_members [ 683.576708] env[65933]: INFO networking_nsxv3.common.synchronization [req-67de71c0-5169-4d42-b7dc-5c5b32408711 req-fbf5684f-f8b0-45a9-b527-596fffaa5125 service nova] Enqueued Resource ID: 068ac0fa-f9e0-4860-b94a-24a009771270 with Priority: HIGHEST for action port [ 683.576918] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1273006-64bc-4383-a462-be6d2973e3b1 with Priority: HIGHEST for action security_group_rules [ 683.577128] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1273006-64bc-4383-a462-be6d2973e3b1 with Priority: HIGHEST for action security_group_members [ 683.577157] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068ac0fa-f9e0-4860-b94a-24a009771270 with Priority: HIGHEST for action port [ 683.577676] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1273006-64bc-4383-a462-be6d2973e3b1 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.577803] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.577873] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.578130] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.578207] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1273006-64bc-4383-a462-be6d2973e3b1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.579085] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1273006-64bc-4383-a462-be6d2973e3b1 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.579198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.579386] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-068ac0fa-f9e0-4860-b94a-24a009771270 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.579563] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-068ac0fa-f9e0-4860-b94a-24a009771270" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.579563] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-068ac0fa-f9e0-4860-b94a-24a009771270" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.581501] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-068ac0fa-f9e0-4860-b94a-24a009771270" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.581501] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('068ac0fa-f9e0-4860-b94a-24a009771270',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.595187] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82785649-b730-4ac3-a06c-cd70a12a8652 in Status: SUCCESS [ 683.595411] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.596483] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.596483] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.596645] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.596758] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.596849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.598950] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.598950] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.598950] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.598950] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82785649-b730-4ac3-a06c-cd70a12a8652',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.031745] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.031941] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.032056] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.032301] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.032420] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.033028] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.033028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.033028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.033028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.033221] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.033221] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f862f9b-a973-4e96-bbe0-f4acdec46b8b is going to be updated. [ 684.068435] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.068658] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.068743] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.069122] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.069740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.081901] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f862f9b-a973-4e96-bbe0-f4acdec46b8b in Status: IN_PROGRESS for 2s [ 684.081901] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1273006-64bc-4383-a462-be6d2973e3b1 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.081901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.084590] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 068ac0fa-f9e0-4860-b94a-24a009771270 with status ACTIVE [ 684.084590] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.084590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.084883] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.087251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.087251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.087251] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.087251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.087251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.087251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.087251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.087251] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.087251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.087251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.087251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.087251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.087251] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 068ac0fa-f9e0-4860-b94a-24a009771270 is going to be updated. [ 684.101687] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82785649-b730-4ac3-a06c-cd70a12a8652',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.121538] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.121538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.121538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.121538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.121538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.121538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-068ac0fa-f9e0-4860-b94a-24a009771270" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.406306] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: SUCCESS [ 684.406648] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.407068] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 in Status: SUCCESS [ 684.407236] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.407389] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.407594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.407805] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.407938] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.408020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.409601] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.409601] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.409601] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.409601] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.409601] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.409601] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.409601] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.409601] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.409601] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.410113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.410214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.410334] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.410428] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.410519] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.411356] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.411531] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.411694] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.411782] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.411849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.412018] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.412639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.412639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.412639] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.603586] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82785649-b730-4ac3-a06c-cd70a12a8652: rpc.has_security_group_logging(os_id): False [ 684.636597] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.636597] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.636597] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.636597] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.636597] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.636597] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.636597] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.636962] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.636962] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.636962] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.636962] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82785649-b730-4ac3-a06c-cd70a12a8652 is going to be created. [ 684.714932] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.715218] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.715218] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.715370] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.715561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.733159] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82785649-b730-4ac3-a06c-cd70a12a8652 in Status: IN_PROGRESS for 2s [ 684.914324] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51c8de32-565f-41e6-b885-6ae368f36e67: rpc.has_security_group_logging(os_id): False [ 684.917330] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.940544] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.940733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.940847] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.941186] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.941505] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.941588] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.941736] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.941832] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.942084] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.942216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.942530] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.942685] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.942789] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.943031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.943151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.943356] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.943457] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.943520] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.943708] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.943820] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.944047] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 is going to be updated. [ 685.015535] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.015713] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.015781] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.016212] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.016387] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.049203] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: IN_PROGRESS for 2s [ 685.416299] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1273006-64bc-4383-a462-be6d2973e3b1 in Status: SUCCESS [ 685.416606] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.416691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.416924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.417131] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.417259] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.417327] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.417492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.417578] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.417682] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1273006-64bc-4383-a462-be6d2973e3b1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.418658] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30e9f5ad-d337-46ab-946d-93449a21ccf5: rpc.has_security_group_logging(os_id): False [ 685.453302] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.453563] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.453695] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.453972] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.454105] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.454381] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.454521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.454619] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.454864] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.455009] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.455307] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 is going to be updated. [ 685.555109] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.555109] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.555109] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.555109] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.555109] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.569783] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 in Status: IN_PROGRESS for 2s [ 685.922777] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1273006-64bc-4383-a462-be6d2973e3b1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.095204] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f862f9b-a973-4e96-bbe0-f4acdec46b8b in Status: SUCCESS [ 686.095480] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f862f9b-a973-4e96-bbe0-f4acdec46b8b deletion is rescheduled due to dependency. [ 686.095675] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.117429] env[65933]: INFO networking_nsxv3.common.synchronization [req-324dbc60-4c7b-4be8-91c0-e7dd46516181 req-89dc8f05-f94b-438f-87e1-6321b02ce214 tempest-ServersTestManualDisk-1341394777 tempest-ServersTestManualDisk-1341394777-project-member] Enqueued Resource ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 with Priority: HIGHEST for action security_group_members [ 686.117958] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 with Priority: HIGHEST for action security_group_members [ 686.118269] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c5883b3-72c5-4af0-9cf4-ea83fb462b40 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.118390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.118460] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.118665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.118900] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.118998] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.119072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.120997] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.120997] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.120997] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c5883b3-72c5-4af0-9cf4-ea83fb462b40',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.424136] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1273006-64bc-4383-a462-be6d2973e3b1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.621933] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.621933] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.621933] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.621933] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.622094] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.622293] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.622438] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.622533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.623643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.623643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.623643] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 is going to be updated. [ 686.643527] env[65933]: INFO networking_nsxv3.common.synchronization [None req-1741d243-7984-4c97-9516-2e6c423fd015 None None] Enqueued Resource ID: 554bdd7a-e2af-46e5-8659-5f032e9c545a with Priority: HIGHEST for action port [ 686.647076] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 554bdd7a-e2af-46e5-8659-5f032e9c545a with Priority: HIGHEST for action port [ 686.647158] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-554bdd7a-e2af-46e5-8659-5f032e9c545a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.647265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-554bdd7a-e2af-46e5-8659-5f032e9c545a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.647363] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-554bdd7a-e2af-46e5-8659-5f032e9c545a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.647705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-554bdd7a-e2af-46e5-8659-5f032e9c545a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.647822] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('554bdd7a-e2af-46e5-8659-5f032e9c545a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.653944] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.653944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.653944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.656073] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.656073] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.668505] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 in Status: IN_PROGRESS for 2s [ 686.747141] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82785649-b730-4ac3-a06c-cd70a12a8652 in Status: SUCCESS [ 686.747141] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.930662] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.930662] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.930662] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.930662] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.930662] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.930662] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1273006-64bc-4383-a462-be6d2973e3b1 is going to be updated. [ 686.958553] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.958715] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.958897] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.959151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.959312] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.969513] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1273006-64bc-4383-a462-be6d2973e3b1 in Status: IN_PROGRESS for 2s [ 687.067083] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: SUCCESS [ 687.067494] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.067578] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.068288] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.068621] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.074858] env[65933]: INFO networking_nsxv3.common.synchronization [req-ab140bc0-b1c6-432d-8336-852277fa4e56 req-47d78677-243f-424c-9d71-3cad50d48b30 tempest-ServerDiskConfigTestJSON-122935285 tempest-ServerDiskConfigTestJSON-122935285-project-member] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 687.075494] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 687.075864] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.076021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.077300] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.077300] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.077300] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.077300] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.077480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.077533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.077800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.077800] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.150581] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 554bdd7a-e2af-46e5-8659-5f032e9c545a [ 687.151282] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.151881] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.151961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.152218] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.152313] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.152414] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:554bdd7a-e2af-46e5-8659-5f032e9c545a already deleted. [ 687.152497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-554bdd7a-e2af-46e5-8659-5f032e9c545a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.572565] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.572565] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.572565] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.572565] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.575404] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.575574] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.575649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.575849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.575973] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.576111] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.576212] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.585695] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.586194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.586194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.586194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.586322] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.586517] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.586878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.586878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.586878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.586878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.587048] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 is going to be updated. [ 687.592231] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 in Status: SUCCESS [ 687.592231] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.616100] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.616100] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.616231] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.616378] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.616516] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.626293] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: IN_PROGRESS for 2s [ 687.813511] env[65933]: INFO networking_nsxv3.common.synchronization [req-7fa8cc98-3df2-4ac9-b891-44e0ca4ed3d6 req-4caf0f55-819f-4132-8a07-960ee003ab8f tempest-ListImageFiltersTestJSON-264160737 tempest-ListImageFiltersTestJSON-264160737-project-member] Enqueued Resource ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c with Priority: HIGHEST for action security_group_members [ 687.814180] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c with Priority: HIGHEST for action security_group_members [ 687.814484] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-603944a2-4e8d-4f2c-b9f7-23241e53524c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.814602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.814663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.818019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.818019] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.818019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.818019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.818019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.818019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.818019] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.088759] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.088759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.088759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.088759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.088759] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.088759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.088759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.088759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.088759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.088759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.088759] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.088759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.088759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.088759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.088759] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.088759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.089991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.089991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.089991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.089991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.089991] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.318678] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.466224] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.466424] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.466546] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.466838] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.468580] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.468791] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.468909] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.469184] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.469327] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.469537] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.469640] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.469742] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.469844] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.469943] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.470075] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.470216] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.495833] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.496883] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.497386] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.497614] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.497967] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-b7de238c-4591-461a-adc4-468850450217 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.498173] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-b7de238c-4591-461a-adc4-468850450217" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.498294] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-b7de238c-4591-461a-adc4-468850450217" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.498629] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-b7de238c-4591-461a-adc4-468850450217" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.498770] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7de238c-4591-461a-adc4-468850450217',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.593639] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51c8de32-565f-41e6-b885-6ae368f36e67: rpc.has_security_group_logging(os_id): False [ 688.612226] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.612398] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.612437] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.612646] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.612737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.612914] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.613021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.613086] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.613231] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.613306] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.613503] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.613682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.613782] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.613935] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.614024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.614205] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.614304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.614359] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.614496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.614862] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.614862] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 is going to be updated. [ 688.682267] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.682267] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.682267] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.682267] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.682267] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.683269] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 in Status: SUCCESS [ 688.683553] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 deletion is rescheduled due to dependency. [ 688.683823] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.706069] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: IN_PROGRESS for 2s [ 688.822046] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.831094] env[65933]: INFO networking_nsxv3.common.synchronization [None req-4a84f711-009c-4abd-9767-16eea69781ce None None] Enqueued Resource ID: cbf9518c-6173-48e0-b688-189574525378 with Priority: HIGHEST for action port [ 688.832305] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbf9518c-6173-48e0-b688-189574525378 with Priority: HIGHEST for action port [ 688.834349] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbf9518c-6173-48e0-b688-189574525378 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.835254] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbf9518c-6173-48e0-b688-189574525378" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.835254] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbf9518c-6173-48e0-b688-189574525378" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.835254] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbf9518c-6173-48e0-b688-189574525378" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.835254] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbf9518c-6173-48e0-b688-189574525378',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.981692] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1273006-64bc-4383-a462-be6d2973e3b1 in Status: SUCCESS [ 688.981902] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.982089] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.982347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.982556] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.982682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.982749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.982988] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.982988] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.983094] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.983166] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1273006-64bc-4383-a462-be6d2973e3b1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.000781] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.000978] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.001114] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.001372] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.001525] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.001681] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port b7de238c-4591-461a-adc4-468850450217 not found, creating... [ 689.001980] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.002144] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.002254] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.002478] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.002640] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.002868] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.003033] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.003155] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.003378] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.003505] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.003701] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: b7de238c-4591-461a-adc4-468850450217 is going to be created. [ 689.024417] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.024775] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.024978] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.025358] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.025604] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.025838] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-b7de238c-4591-461a-adc4-468850450217" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.286175] env[65933]: INFO networking_nsxv3.common.synchronization [None req-6cc8c401-3031-46db-b6a9-cfd18eb12dc3 None None] Enqueued Resource ID: c7d8bc5f-f80e-41e8-8628-ce07d317b2b8 with Priority: HIGHEST for action port [ 689.286175] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7d8bc5f-f80e-41e8-8628-ce07d317b2b8 with Priority: HIGHEST for action port [ 689.286175] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7d8bc5f-f80e-41e8-8628-ce07d317b2b8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.287085] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7d8bc5f-f80e-41e8-8628-ce07d317b2b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.287085] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7d8bc5f-f80e-41e8-8628-ce07d317b2b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.287085] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7d8bc5f-f80e-41e8-8628-ce07d317b2b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.287085] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7d8bc5f-f80e-41e8-8628-ce07d317b2b8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.324171] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.324311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.324380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.324577] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.324693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.324796] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c is going to be updated. [ 689.336813] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbf9518c-6173-48e0-b688-189574525378 [ 689.337223] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.338145] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.338145] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.338145] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.338145] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.338145] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbf9518c-6173-48e0-b688-189574525378 already deleted. [ 689.338145] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbf9518c-6173-48e0-b688-189574525378" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.360021] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.360021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.361287] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.361287] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.361287] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.372567] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c in Status: IN_PROGRESS for 2s [ 689.490045] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1273006-64bc-4383-a462-be6d2973e3b1 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.490045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.490045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.490045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.490045] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.490045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.490045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.490045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.490045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.490045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.490045] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1273006-64bc-4383-a462-be6d2973e3b1 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.490045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.490045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.490045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.490045] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.490045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.490639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.490639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.490639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.490639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.490639] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1273006-64bc-4383-a462-be6d2973e3b1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.638467] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: SUCCESS [ 689.640687] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 deletion is rescheduled due to dependency. [ 689.640687] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.791497] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7d8bc5f-f80e-41e8-8628-ce07d317b2b8 [ 689.791735] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.792303] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.792303] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.792303] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.792458] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.792458] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7d8bc5f-f80e-41e8-8628-ce07d317b2b8 already deleted. [ 689.792517] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7d8bc5f-f80e-41e8-8628-ce07d317b2b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.797251] env[65933]: INFO networking_nsxv3.common.synchronization [req-7fa8cc98-3df2-4ac9-b891-44e0ca4ed3d6 req-bd5a78cd-f7af-497f-92e1-06285031000b service nova] Enqueued Resource ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c with Priority: HIGHEST for action security_group_rules [ 689.797405] env[65933]: INFO networking_nsxv3.common.synchronization [req-7fa8cc98-3df2-4ac9-b891-44e0ca4ed3d6 req-bd5a78cd-f7af-497f-92e1-06285031000b service nova] Enqueued Resource ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c with Priority: HIGHEST for action security_group_members [ 689.797529] env[65933]: INFO networking_nsxv3.common.synchronization [req-7fa8cc98-3df2-4ac9-b891-44e0ca4ed3d6 req-bd5a78cd-f7af-497f-92e1-06285031000b service nova] Enqueued Resource ID: b7de238c-4591-461a-adc4-468850450217 with Priority: HIGHEST for action port [ 689.797751] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c with Priority: HIGHEST for action security_group_rules [ 689.797870] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c with Priority: HIGHEST for action security_group_members [ 689.797962] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7de238c-4591-461a-adc4-468850450217 with Priority: HIGHEST for action port [ 689.798507] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-603944a2-4e8d-4f2c-b9f7-23241e53524c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.798627] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.798690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.798985] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.799084] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.799896] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-603944a2-4e8d-4f2c-b9f7-23241e53524c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.799986] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.800284] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7de238c-4591-461a-adc4-468850450217 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.800398] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7de238c-4591-461a-adc4-468850450217" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.800460] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7de238c-4591-461a-adc4-468850450217" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.800621] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7de238c-4591-461a-adc4-468850450217" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.801766] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7de238c-4591-461a-adc4-468850450217',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.993210] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1273006-64bc-4383-a462-be6d2973e3b1: rpc.has_security_group_logging(os_id): False [ 690.014283] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.014454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.014492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.014824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.014824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.016740] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.016740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.016740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.016740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.016740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.016740] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.016740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.016740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.016740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.016740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.016740] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.016740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.016740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.016740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.017248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.017248] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1273006-64bc-4383-a462-be6d2973e3b1 is going to be updated. [ 690.087026] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.087026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.087026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.087026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.087026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.103545] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1273006-64bc-4383-a462-be6d2973e3b1 in Status: IN_PROGRESS for 2s [ 690.182739] env[65933]: INFO networking_nsxv3.common.synchronization [req-e70c2931-7988-422f-bb7e-80a934fd76f2 req-bb5f93b1-d7f0-44a7-ae5d-f72f30657771 tempest-ServerRescueTestJSONUnderV235-325465365 tempest-ServerRescueTestJSONUnderV235-325465365-project-member] Enqueued Resource ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 with Priority: HIGHEST for action security_group_members [ 690.183327] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 with Priority: HIGHEST for action security_group_members [ 690.183733] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.183886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.184029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.187135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.187521] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.187521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.187521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.187668] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.187668] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.187717] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.302290] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-603944a2-4e8d-4f2c-b9f7-23241e53524c taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.302499] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.302723] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7de238c-4591-461a-adc4-468850450217 with status ACTIVE [ 690.302937] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.303065] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.303137] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.303342] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.303433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.303629] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.303723] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.303790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.304044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.304520] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.304520] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.304520] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.304520] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.304860] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.307088] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.307240] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7de238c-4591-461a-adc4-468850450217 is going to be updated. [ 690.339961] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.339961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.339961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.339961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.339961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.340258] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7de238c-4591-461a-adc4-468850450217" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.626440] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-507 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.627443] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-507" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.627443] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-507" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.627443] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-507" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.627773] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.628028] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.628194] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.628507] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.628711] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.628976] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.629136] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.629281] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.629430] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.629577] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.630186] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.630186] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.652593] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.652897] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.652897] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.653118] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-507" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.653793] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-878d6e05-2835-477e-a266-d367bdeac30a taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.653915] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-878d6e05-2835-477e-a266-d367bdeac30a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.654026] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-878d6e05-2835-477e-a266-d367bdeac30a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.655113] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-878d6e05-2835-477e-a266-d367bdeac30a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.655113] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('878d6e05-2835-477e-a266-d367bdeac30a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.691480] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.691776] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.692978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.692978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.692978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.692978] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.692978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.692978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.692978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.692978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.692978] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 already deleted. [ 690.693683] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.723045] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: SUCCESS [ 690.723267] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.158217] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.158449] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.158570] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.158880] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.159103] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.159260] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 878d6e05-2835-477e-a266-d367bdeac30a not found, creating... [ 691.159582] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.159778] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.161341] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.161341] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.161445] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.162134] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.162434] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.162642] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.162999] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.163270] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.163511] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 878d6e05-2835-477e-a266-d367bdeac30a is going to be created. [ 691.189037] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.189350] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.189535] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.189895] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.190430] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.190498] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-878d6e05-2835-477e-a266-d367bdeac30a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.366930] env[65933]: INFO networking_nsxv3.common.synchronization [None req-4e4b0db8-bac1-45a9-ae1c-8ca485ec9b96 None None] Enqueued Resource ID: 5e8bf57c-4867-4bda-afbd-f238fffd50ab with Priority: HIGHEST for action port [ 691.366930] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8bf57c-4867-4bda-afbd-f238fffd50ab with Priority: HIGHEST for action port [ 691.367087] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e8bf57c-4867-4bda-afbd-f238fffd50ab taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.367161] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e8bf57c-4867-4bda-afbd-f238fffd50ab" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.367194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e8bf57c-4867-4bda-afbd-f238fffd50ab" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.367437] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e8bf57c-4867-4bda-afbd-f238fffd50ab" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.367519] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e8bf57c-4867-4bda-afbd-f238fffd50ab',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.383502] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c in Status: SUCCESS [ 691.383761] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.384311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.384524] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.384710] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.384833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.384899] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.385061] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.385137] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.385235] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.874028] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e8bf57c-4867-4bda-afbd-f238fffd50ab [ 691.876289] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.876289] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.876289] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.876289] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.876447] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.876593] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e8bf57c-4867-4bda-afbd-f238fffd50ab already deleted. [ 691.877383] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e8bf57c-4867-4bda-afbd-f238fffd50ab" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.892337] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.991885] env[65933]: INFO networking_nsxv3.common.synchronization [req-e70c2931-7988-422f-bb7e-80a934fd76f2 req-32d0e969-371b-4e22-af70-9da00b319b76 service nova] Enqueued Resource ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 with Priority: HIGHEST for action security_group_rules [ 691.991885] env[65933]: INFO networking_nsxv3.common.synchronization [req-e70c2931-7988-422f-bb7e-80a934fd76f2 req-32d0e969-371b-4e22-af70-9da00b319b76 service nova] Enqueued Resource ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 with Priority: HIGHEST for action security_group_members [ 691.992019] env[65933]: INFO networking_nsxv3.common.synchronization [req-e70c2931-7988-422f-bb7e-80a934fd76f2 req-32d0e969-371b-4e22-af70-9da00b319b76 service nova] Enqueued Resource ID: 878d6e05-2835-477e-a266-d367bdeac30a with Priority: HIGHEST for action port [ 691.992726] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 with Priority: HIGHEST for action security_group_rules [ 691.992892] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 with Priority: HIGHEST for action security_group_members [ 691.992960] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 878d6e05-2835-477e-a266-d367bdeac30a with Priority: HIGHEST for action port [ 691.993270] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.993425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.993425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.993675] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.993785] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.995193] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.995193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.995193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.995301] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.995638] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.995638] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.995638] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.995839] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.995839] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.995925] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.996854] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-878d6e05-2835-477e-a266-d367bdeac30a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.996854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-878d6e05-2835-477e-a266-d367bdeac30a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.996979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-878d6e05-2835-477e-a266-d367bdeac30a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.997058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-878d6e05-2835-477e-a266-d367bdeac30a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.997146] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('878d6e05-2835-477e-a266-d367bdeac30a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.120379] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1273006-64bc-4383-a462-be6d2973e3b1 in Status: SUCCESS [ 692.121080] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.396138] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.499959] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.500454] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.500454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.500702] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 878d6e05-2835-477e-a266-d367bdeac30a with status ACTIVE [ 692.500739] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.500818] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.500885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.501108] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.501200] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.501373] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.501468] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.501527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.501833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.501833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.501960] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.503096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.503332] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.503332] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.503463] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.503521] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 878d6e05-2835-477e-a266-d367bdeac30a is going to be updated. [ 692.527225] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.527225] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.527225] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.527225] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.527404] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.527479] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-878d6e05-2835-477e-a266-d367bdeac30a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.846856] env[65933]: INFO networking_nsxv3.common.synchronization [req-adf9cb4c-93af-49bc-9683-42dd778a0b19 req-412fdecc-4270-4c04-b44f-3a659dcaf074 tempest-VolumesAssistedSnapshotsTest-1755976146 tempest-VolumesAssistedSnapshotsTest-1755976146-project-member] Enqueued Resource ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 with Priority: HIGHEST for action security_group_members [ 692.847516] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 with Priority: HIGHEST for action security_group_members [ 692.847849] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3916bd1a-6b24-4a7b-92ba-dd2a338474e4 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.847971] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.848290] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.848507] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.848657] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.848757] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.848818] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.848960] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.849052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.849158] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3916bd1a-6b24-4a7b-92ba-dd2a338474e4',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.898536] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.898965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.899138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.900228] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.900313] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.900420] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c is going to be updated. [ 692.938828] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.938828] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.938828] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.939187] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.939371] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.948921] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c in Status: IN_PROGRESS for 2s [ 693.007709] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.351614] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.351802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.351879] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.352121] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.352308] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.352435] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.352500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.352568] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.352750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.352813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.352882] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 is going to be updated. [ 693.380765] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.380960] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.381061] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.381247] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.381386] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.393033] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 in Status: IN_PROGRESS for 2s [ 693.509574] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.509574] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.509574] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.509784] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.509784] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.509832] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 is going to be created. [ 693.538735] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.538902] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.538943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.539169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.539347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.551844] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 in Status: UNINITIALIZED for 2s [ 694.959498] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c in Status: SUCCESS [ 694.959975] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.959975] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.960229] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.960423] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.960538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.960602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.960755] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.960830] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.960914] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.961017] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.410793] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 in Status: SUCCESS [ 695.410975] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 deletion is rescheduled due to dependency. [ 695.411103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.464229] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-603944a2-4e8d-4f2c-b9f7-23241e53524c taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.464424] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.464489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.464682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.464982] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.464982] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.465605] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.468735] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.468735] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.468735] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.468735] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-603944a2-4e8d-4f2c-b9f7-23241e53524c taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.468735] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.468910] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.468941] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.469093] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.469177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.469236] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.469374] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.469446] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.469522] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.469608] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.571022] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 in Status: SUCCESS [ 695.571022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.571022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.571022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.571022] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.571022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.571022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.571022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.571022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.571022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.571022] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.972144] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 603944a2-4e8d-4f2c-b9f7-23241e53524c: rpc.has_security_group_logging(os_id): False [ 695.992452] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.992452] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.992452] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.992691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.992792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.993120] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.993120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.993211] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.993503] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.993503] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.993766] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.993851] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.993851] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.994750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.994750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.994750] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.994750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.994750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.994750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.994750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.994750] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c is going to be updated. [ 696.064935] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.064935] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.064935] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.064935] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.065164] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.073881] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.074160] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.074160] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.074324] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.074482] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.074580] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.074687] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.074915] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.075031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.075129] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.075280] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.075375] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.075435] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.075587] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.075710] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.075799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.075859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.076015] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.076099] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.076182] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.076269] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.082147] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c in Status: IN_PROGRESS for 2s [ 696.443149] env[65933]: INFO networking_nsxv3.common.synchronization [None req-81eed509-999c-410b-992a-26f55868eda9 None None] Enqueued Resource ID: 13d1acc5-8671-45f0-8170-ef72bba38677 with Priority: HIGHEST for action port [ 696.443417] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13d1acc5-8671-45f0-8170-ef72bba38677 with Priority: HIGHEST for action port [ 696.444032] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-13d1acc5-8671-45f0-8170-ef72bba38677 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.444167] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13d1acc5-8671-45f0-8170-ef72bba38677" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.444235] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13d1acc5-8671-45f0-8170-ef72bba38677" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.444488] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13d1acc5-8671-45f0-8170-ef72bba38677" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.444574] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13d1acc5-8671-45f0-8170-ef72bba38677',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.578903] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27: rpc.has_security_group_logging(os_id): False [ 696.602941] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.603113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.603187] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.603417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.604737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.604737] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.604737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.604737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.604737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.604737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.604737] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.604737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.606644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.606644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.606644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.606644] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.606644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.606644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.606644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.606644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.606644] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 is going to be created. [ 696.676482] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.676955] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.677142] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.678502] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.678502] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.691896] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 in Status: IN_PROGRESS for 2s [ 696.911429] env[65933]: INFO networking_nsxv3.common.synchronization [None req-c89c9db2-0027-4b83-9031-25501587d7c3 tempest-AttachInterfacesTestJSON-2120938241 tempest-AttachInterfacesTestJSON-2120938241-project-member] Enqueued Resource ID: 73da4a62-171f-4029-ab34-10c08da987b8 with Priority: HIGHEST for action security_group_rules [ 696.911782] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73da4a62-171f-4029-ab34-10c08da987b8 with Priority: HIGHEST for action security_group_rules [ 696.912083] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73da4a62-171f-4029-ab34-10c08da987b8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.912181] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.912181] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.912995] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.912995] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73da4a62-171f-4029-ab34-10c08da987b8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.950113] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13d1acc5-8671-45f0-8170-ef72bba38677 [ 696.950113] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.950113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.950113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.950113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.950113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.950113] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13d1acc5-8671-45f0-8170-ef72bba38677 already deleted. [ 696.950113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13d1acc5-8671-45f0-8170-ef72bba38677" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.031437] env[65933]: INFO networking_nsxv3.common.synchronization [None req-0ae85560-5ea8-475c-8e70-060594b43fd2 tempest-AttachInterfacesTestJSON-2120938241 tempest-AttachInterfacesTestJSON-2120938241-project-member] Enqueued Resource ID: 73da4a62-171f-4029-ab34-10c08da987b8 with Priority: HIGHEST for action security_group_rules [ 697.033269] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73da4a62-171f-4029-ab34-10c08da987b8 with Priority: HIGHEST for action security_group_rules [ 697.033269] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73da4a62-171f-4029-ab34-10c08da987b8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.033269] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.433315] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.433487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.433596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.433799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.433877] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.433961] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73da4a62-171f-4029-ab34-10c08da987b8 already deleted. [ 697.434058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.434279] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.434457] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.434540] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73da4a62-171f-4029-ab34-10c08da987b8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.531710] env[65933]: INFO networking_nsxv3.common.synchronization [req-49be9b19-8d8c-46e1-8083-0c00bcb64ee6 req-14e490e5-e229-479b-bc5e-d100faf9f544 tempest-ServersAdminTestJSON-11460790 tempest-ServersAdminTestJSON-11460790-project-member] Enqueued Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 697.532316] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 697.532632] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.532794] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.532835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.533019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.533250] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.533356] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.533419] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.533585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.533678] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.534398] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.956482] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.956636] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.956636] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.956814] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.956925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.956992] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73da4a62-171f-4029-ab34-10c08da987b8 already deleted. [ 697.957086] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.992767] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.992977] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-890" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.993136] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-890" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.993447] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-890" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.993779] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.993956] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.994097] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.994338] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.994535] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.994741] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.994898] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.997606] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.997606] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.997606] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.997606] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.997606] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.018922] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.018922] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.018922] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.018922] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-890" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.018922] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-0c1e9290-3880-41de-861a-fd44160d9a8b taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.018922] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-0c1e9290-3880-41de-861a-fd44160d9a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.018922] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-0c1e9290-3880-41de-861a-fd44160d9a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.018922] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-0c1e9290-3880-41de-861a-fd44160d9a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.018922] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c1e9290-3880-41de-861a-fd44160d9a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.037245] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.097273] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c in Status: SUCCESS [ 698.097496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.521573] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.521798] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.521920] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.522237] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.522380] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.522525] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 0c1e9290-3880-41de-861a-fd44160d9a8b not found, creating... [ 698.522781] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.522960] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.523159] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.523287] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.523413] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.523717] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.523859] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.523991] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.524172] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.524295] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.524423] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 0c1e9290-3880-41de-861a-fd44160d9a8b is going to be created. [ 698.539237] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.545531] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.545531] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.545531] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.545531] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.545531] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.545721] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-0c1e9290-3880-41de-861a-fd44160d9a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.643421] env[65933]: INFO networking_nsxv3.common.synchronization [None req-21925984-73b0-434e-ab1d-04c3dfadb66a None None] Enqueued Resource ID: 5ce7d449-3462-442d-9a56-60a1be09df25 with Priority: HIGHEST for action port [ 698.643421] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ce7d449-3462-442d-9a56-60a1be09df25 with Priority: HIGHEST for action port [ 698.643421] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ce7d449-3462-442d-9a56-60a1be09df25 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.643421] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ce7d449-3462-442d-9a56-60a1be09df25" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.643421] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ce7d449-3462-442d-9a56-60a1be09df25" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.643771] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ce7d449-3462-442d-9a56-60a1be09df25" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.643771] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ce7d449-3462-442d-9a56-60a1be09df25',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.705122] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 in Status: SUCCESS [ 698.705342] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.042084] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.042392] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.042392] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.042549] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.042843] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.042843] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eab50ba-9300-413a-a121-8a9a4f066cce is going to be updated. [ 699.076268] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.076610] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.076719] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.076968] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.077227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.092023] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: IN_PROGRESS for 2s [ 699.147847] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ce7d449-3462-442d-9a56-60a1be09df25 [ 699.148118] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.148259] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.148369] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.148616] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.148666] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.148758] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ce7d449-3462-442d-9a56-60a1be09df25 already deleted. [ 699.148844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ce7d449-3462-442d-9a56-60a1be09df25" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.350331] env[65933]: INFO networking_nsxv3.common.synchronization [req-49be9b19-8d8c-46e1-8083-0c00bcb64ee6 req-6436c785-cedf-4b54-89bd-88b6fd7aabbf service nova] Enqueued Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_rules [ 699.350510] env[65933]: INFO networking_nsxv3.common.synchronization [req-49be9b19-8d8c-46e1-8083-0c00bcb64ee6 req-6436c785-cedf-4b54-89bd-88b6fd7aabbf service nova] Enqueued Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 699.350641] env[65933]: INFO networking_nsxv3.common.synchronization [req-49be9b19-8d8c-46e1-8083-0c00bcb64ee6 req-6436c785-cedf-4b54-89bd-88b6fd7aabbf service nova] Enqueued Resource ID: 0c1e9290-3880-41de-861a-fd44160d9a8b with Priority: HIGHEST for action port [ 699.351274] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_rules [ 699.351419] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 699.351521] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c1e9290-3880-41de-861a-fd44160d9a8b with Priority: HIGHEST for action port [ 699.353229] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.354091] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.354196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.354442] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.354542] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.355691] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.355793] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.356075] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c1e9290-3880-41de-861a-fd44160d9a8b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.356228] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c1e9290-3880-41de-861a-fd44160d9a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.356322] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c1e9290-3880-41de-861a-fd44160d9a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.356517] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c1e9290-3880-41de-861a-fd44160d9a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.356616] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c1e9290-3880-41de-861a-fd44160d9a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.858221] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.858369] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.858579] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c1e9290-3880-41de-861a-fd44160d9a8b with status ACTIVE [ 699.858768] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.858930] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.859039] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.859231] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.859321] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.859490] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.859584] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.859646] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.859820] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.859901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.860097] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.860191] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.860250] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.860388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.860462] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.860544] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c1e9290-3880-41de-861a-fd44160d9a8b is going to be updated. [ 699.884243] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.884404] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.884448] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.885034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.886167] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.887902] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c1e9290-3880-41de-861a-fd44160d9a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.101971] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: SUCCESS [ 701.102637] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.102985] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.104802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.104802] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.104802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.104802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.104802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.104802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.104802] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.321881] env[65933]: INFO networking_nsxv3.common.synchronization [req-c09b58e6-9a85-43ea-a997-b5a8ef275e80 req-127524e3-796b-44d5-81b9-2bf917fd2432 tempest-ImagesTestJSON-331983412 tempest-ImagesTestJSON-331983412-project-member] Enqueued Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 701.323072] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 701.323214] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.323316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.323439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.324563] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.324563] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.324563] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.324563] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.324563] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.324563] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.324563] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.608177] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.733142] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.733142] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-618" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.733142] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-618" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.733142] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-618" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.733363] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.733454] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.733564] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.733794] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.733939] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.734520] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.734640] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.734748] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.734857] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.734968] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.735081] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.735209] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.754663] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.754780] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.755011] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.755251] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-618" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.755570] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-09e4313c-1920-4930-9363-834f423598d3 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.755746] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-09e4313c-1920-4930-9363-834f423598d3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.755870] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-09e4313c-1920-4930-9363-834f423598d3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.756224] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-09e4313c-1920-4930-9363-834f423598d3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.756360] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09e4313c-1920-4930-9363-834f423598d3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.828024] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.828379] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.828464] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.828686] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.828781] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.828993] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.829115] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.829377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.829377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.829377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.829494] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 is going to be updated. [ 701.859148] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.859292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.859364] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.859975] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.860149] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.869797] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: IN_PROGRESS for 2s [ 702.111017] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.259702] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.259960] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.260103] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.260398] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.260552] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.260941] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 09e4313c-1920-4930-9363-834f423598d3 not found, creating... [ 702.261198] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.261383] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.261521] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.261879] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.262098] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.262554] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.262892] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.262969] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.263313] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.263469] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.263618] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 09e4313c-1920-4930-9363-834f423598d3 is going to be created. [ 702.292649] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.292896] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.293057] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.293375] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.293662] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.294025] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-09e4313c-1920-4930-9363-834f423598d3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.614067] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.614283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.614283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.614433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.614523] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.614619] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eab50ba-9300-413a-a121-8a9a4f066cce is going to be updated. [ 702.653188] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.653188] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.653188] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.653188] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.653188] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.659851] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: IN_PROGRESS for 2s [ 703.070504] env[65933]: INFO networking_nsxv3.common.synchronization [req-c09b58e6-9a85-43ea-a997-b5a8ef275e80 req-c33787d0-9e5f-4177-88d7-dd5c08110c08 service nova] Enqueued Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_rules [ 703.070504] env[65933]: INFO networking_nsxv3.common.synchronization [req-c09b58e6-9a85-43ea-a997-b5a8ef275e80 req-c33787d0-9e5f-4177-88d7-dd5c08110c08 service nova] Enqueued Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 703.070504] env[65933]: INFO networking_nsxv3.common.synchronization [req-c09b58e6-9a85-43ea-a997-b5a8ef275e80 req-c33787d0-9e5f-4177-88d7-dd5c08110c08 service nova] Enqueued Resource ID: 09e4313c-1920-4930-9363-834f423598d3 with Priority: HIGHEST for action port [ 703.071145] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_rules [ 703.071145] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 703.071145] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e4313c-1920-4930-9363-834f423598d3 with Priority: HIGHEST for action port [ 703.071570] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.071773] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.071880] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.072129] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.072261] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.073218] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.073343] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.073580] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-09e4313c-1920-4930-9363-834f423598d3 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.073772] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09e4313c-1920-4930-9363-834f423598d3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.073898] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09e4313c-1920-4930-9363-834f423598d3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.074249] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09e4313c-1920-4930-9363-834f423598d3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.074249] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09e4313c-1920-4930-9363-834f423598d3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.582614] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.582614] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.582614] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09e4313c-1920-4930-9363-834f423598d3 with status ACTIVE [ 703.582614] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.582614] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.582614] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.582614] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.582614] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.582614] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.582614] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.582614] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.582614] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.582614] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.582614] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.583737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.583737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.583737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.583737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.583737] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09e4313c-1920-4930-9363-834f423598d3 is going to be updated. [ 703.609359] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.609517] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.609591] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.609815] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.609958] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.610133] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09e4313c-1920-4930-9363-834f423598d3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.881921] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: SUCCESS [ 703.882124] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 deletion is rescheduled due to dependency. [ 703.882252] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.882660] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.882901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.883250] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.883250] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.883442] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.883442] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.883513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.883606] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.386616] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.670704] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: SUCCESS [ 704.671073] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.671534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.671534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.671666] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.671750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.671833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.671990] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.672087] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.672609] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.672609] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.888996] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.177919] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.178092] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.178182] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.178607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.178910] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.179051] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.179113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.179454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.179454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.179454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.179764] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.179764] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.179764] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.179952] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.180040] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.180166] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.180228] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.180674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.180674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.180674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.180674] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.392297] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.392297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.392407] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.392658] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.392748] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.392849] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 is going to be updated. [ 705.442747] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.442938] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.443044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.443226] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.443388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.456213] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: IN_PROGRESS for 2s [ 705.683397] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6eab50ba-9300-413a-a121-8a9a4f066cce: rpc.has_security_group_logging(os_id): False [ 705.709361] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.709540] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.709585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.709842] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.712561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.712929] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.713107] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.713190] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.713394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.713479] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.713802] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.713958] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.714012] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.714157] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.714261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.714493] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.714605] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.714670] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.714856] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.714934] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.715434] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eab50ba-9300-413a-a121-8a9a4f066cce is going to be updated. [ 705.787197] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.787379] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.787451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.787660] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.787803] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.884058] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: IN_PROGRESS for 2s [ 707.408750] env[65933]: INFO networking_nsxv3.common.synchronization [None req-cde7965b-4eba-4924-b15f-6731b0d3d1e9 None None] Enqueued Resource ID: 14f8b7e3-270c-41e8-b135-3951554c0b4e with Priority: HIGHEST for action port [ 707.408750] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f8b7e3-270c-41e8-b135-3951554c0b4e with Priority: HIGHEST for action port [ 707.408750] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-14f8b7e3-270c-41e8-b135-3951554c0b4e taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.408750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14f8b7e3-270c-41e8-b135-3951554c0b4e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.408750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14f8b7e3-270c-41e8-b135-3951554c0b4e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.408750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14f8b7e3-270c-41e8-b135-3951554c0b4e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.408750] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14f8b7e3-270c-41e8-b135-3951554c0b4e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.469584] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: SUCCESS [ 707.469871] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.470367] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.470367] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.470490] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.470628] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.470747] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.471461] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.471461] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.471461] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.471461] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.905400] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: SUCCESS [ 707.905691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.911920] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14f8b7e3-270c-41e8-b135-3951554c0b4e [ 707.912308] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.913034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.913034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.913034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.913170] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.913220] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14f8b7e3-270c-41e8-b135-3951554c0b4e already deleted. [ 707.913356] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14f8b7e3-270c-41e8-b135-3951554c0b4e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.975407] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.975558] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.975628] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.975858] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.976031] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.976194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.976236] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.976358] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.976440] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.976523] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.976664] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.976751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.978029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.978029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.978029] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.978029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.978029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.978029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.984140] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.984359] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.986031] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.490421] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5637bd2b-e866-4614-8440-4cdd12316a09: rpc.has_security_group_logging(os_id): False [ 708.509045] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.509202] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.509260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.509484] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.509899] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.509899] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.509899] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.510174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.510365] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.510446] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.510986] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.510986] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.510986] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.510986] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.511279] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.511571] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.511696] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.514592] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.514592] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.514592] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.514592] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 is going to be updated. [ 708.587640] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.587792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.587865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.588128] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.588317] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.603160] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: IN_PROGRESS for 2s [ 710.307430] env[65933]: INFO networking_nsxv3.common.synchronization [None req-fe195baf-c69d-4347-940d-a6af96c2da40 None None] Enqueued Resource ID: a2d667ef-29de-4335-874c-4151c66d8139 with Priority: HIGHEST for action port [ 710.308014] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d667ef-29de-4335-874c-4151c66d8139 with Priority: HIGHEST for action port [ 710.308348] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2d667ef-29de-4335-874c-4151c66d8139 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.308466] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2d667ef-29de-4335-874c-4151c66d8139" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.308530] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2d667ef-29de-4335-874c-4151c66d8139" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.308795] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2d667ef-29de-4335-874c-4151c66d8139" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.308948] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2d667ef-29de-4335-874c-4151c66d8139',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.621995] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: SUCCESS [ 710.621995] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.815192] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2d667ef-29de-4335-874c-4151c66d8139 [ 710.815460] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.815623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.815683] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.815924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.816036] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.816164] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2d667ef-29de-4335-874c-4151c66d8139 already deleted. [ 710.816245] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2d667ef-29de-4335-874c-4151c66d8139" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.905380] env[65933]: INFO networking_nsxv3.common.synchronization [None req-cf20a8a8-9e14-4084-a1bf-505a859390a7 None None] Enqueued Resource ID: 2f832a2a-92e5-4502-8bfb-a35bbee4a9e4 with Priority: HIGHEST for action port [ 710.906119] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f832a2a-92e5-4502-8bfb-a35bbee4a9e4 with Priority: HIGHEST for action port [ 710.907334] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f832a2a-92e5-4502-8bfb-a35bbee4a9e4 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.907516] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f832a2a-92e5-4502-8bfb-a35bbee4a9e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.907592] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f832a2a-92e5-4502-8bfb-a35bbee4a9e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.907934] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f832a2a-92e5-4502-8bfb-a35bbee4a9e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.908160] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f832a2a-92e5-4502-8bfb-a35bbee4a9e4',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.410675] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f832a2a-92e5-4502-8bfb-a35bbee4a9e4 [ 711.411122] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.411674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.411674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.412027] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.412265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.412426] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f832a2a-92e5-4502-8bfb-a35bbee4a9e4 already deleted. [ 711.413131] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f832a2a-92e5-4502-8bfb-a35bbee4a9e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.107073] env[65933]: INFO networking_nsxv3.common.synchronization [req-739365d7-1403-4df2-bbbd-24840de4ce1a req-ed130912-4a6d-4261-b997-b000438f8393 tempest-ServerRescueTestJSONUnderV235-325465365 tempest-ServerRescueTestJSONUnderV235-325465365-project-member] Enqueued Resource ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 with Priority: HIGHEST for action security_group_members [ 713.107388] env[65933]: INFO networking_nsxv3.common.synchronization [req-739365d7-1403-4df2-bbbd-24840de4ce1a req-ed130912-4a6d-4261-b997-b000438f8393 tempest-ServerRescueTestJSONUnderV235-325465365 tempest-ServerRescueTestJSONUnderV235-325465365-project-member] Enqueued Resource ID: c5b26bc8-c70f-4467-92ac-4f02ce4ef905 with Priority: HIGHEST for action security_group_members [ 713.107834] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 with Priority: HIGHEST for action security_group_members [ 713.107939] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b26bc8-c70f-4467-92ac-4f02ce4ef905 with Priority: HIGHEST for action security_group_members [ 713.108286] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.109629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.109629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.109629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.109629] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.109629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.109629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.109629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.109629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.109629] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.110863] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b26bc8-c70f-4467-92ac-4f02ce4ef905 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.110863] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b26bc8-c70f-4467-92ac-4f02ce4ef905" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.110863] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b26bc8-c70f-4467-92ac-4f02ce4ef905" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.111315] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b26bc8-c70f-4467-92ac-4f02ce4ef905" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.111315] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.111315] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.111315] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.111477] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.111477] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.111538] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5b26bc8-c70f-4467-92ac-4f02ce4ef905',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.173420] env[65933]: INFO networking_nsxv3.common.synchronization [req-739365d7-1403-4df2-bbbd-24840de4ce1a req-ed130912-4a6d-4261-b997-b000438f8393 tempest-ServerRescueTestJSONUnderV235-325465365 tempest-ServerRescueTestJSONUnderV235-325465365-project-member] Enqueued Resource ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 with Priority: HIGHEST for action security_group_rules [ 713.173542] env[65933]: INFO networking_nsxv3.common.synchronization [req-739365d7-1403-4df2-bbbd-24840de4ce1a req-ed130912-4a6d-4261-b997-b000438f8393 tempest-ServerRescueTestJSONUnderV235-325465365 tempest-ServerRescueTestJSONUnderV235-325465365-project-member] Enqueued Resource ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 with Priority: HIGHEST for action security_group_members [ 713.173708] env[65933]: INFO networking_nsxv3.common.synchronization [req-739365d7-1403-4df2-bbbd-24840de4ce1a req-ed130912-4a6d-4261-b997-b000438f8393 tempest-ServerRescueTestJSONUnderV235-325465365 tempest-ServerRescueTestJSONUnderV235-325465365-project-member] Enqueued Resource ID: c5b26bc8-c70f-4467-92ac-4f02ce4ef905 with Priority: HIGHEST for action security_group_rules [ 713.173906] env[65933]: INFO networking_nsxv3.common.synchronization [req-739365d7-1403-4df2-bbbd-24840de4ce1a req-ed130912-4a6d-4261-b997-b000438f8393 tempest-ServerRescueTestJSONUnderV235-325465365 tempest-ServerRescueTestJSONUnderV235-325465365-project-member] Enqueued Resource ID: c5b26bc8-c70f-4467-92ac-4f02ce4ef905 with Priority: HIGHEST for action security_group_members [ 713.174068] env[65933]: INFO networking_nsxv3.common.synchronization [req-739365d7-1403-4df2-bbbd-24840de4ce1a req-ed130912-4a6d-4261-b997-b000438f8393 tempest-ServerRescueTestJSONUnderV235-325465365 tempest-ServerRescueTestJSONUnderV235-325465365-project-member] Enqueued Resource ID: 878d6e05-2835-477e-a266-d367bdeac30a with Priority: HIGHEST for action port [ 713.174827] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 with Priority: HIGHEST for action security_group_rules [ 713.175373] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b26bc8-c70f-4467-92ac-4f02ce4ef905 with Priority: HIGHEST for action security_group_rules [ 713.175373] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 878d6e05-2835-477e-a266-d367bdeac30a with Priority: HIGHEST for action port [ 713.175373] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 with Priority: HIGHEST for action security_group_members [ 713.175373] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b26bc8-c70f-4467-92ac-4f02ce4ef905 with Priority: HIGHEST for action security_group_members [ 713.175675] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.175764] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.175832] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.176049] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.176133] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.177191] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5b26bc8-c70f-4467-92ac-4f02ce4ef905 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.177191] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5b26bc8-c70f-4467-92ac-4f02ce4ef905" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.177191] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5b26bc8-c70f-4467-92ac-4f02ce4ef905" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.177406] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5b26bc8-c70f-4467-92ac-4f02ce4ef905" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.177518] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5b26bc8-c70f-4467-92ac-4f02ce4ef905',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.184795] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-878d6e05-2835-477e-a266-d367bdeac30a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.184935] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-878d6e05-2835-477e-a266-d367bdeac30a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.185062] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-878d6e05-2835-477e-a266-d367bdeac30a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.185310] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-878d6e05-2835-477e-a266-d367bdeac30a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.185998] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('878d6e05-2835-477e-a266-d367bdeac30a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.186454] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.186608] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.186765] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b26bc8-c70f-4467-92ac-4f02ce4ef905 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.186865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b26bc8-c70f-4467-92ac-4f02ce4ef905" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.614522] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.616027] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5b26bc8-c70f-4467-92ac-4f02ce4ef905',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.690600] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.690600] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.690600] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 878d6e05-2835-477e-a266-d367bdeac30a with status ACTIVE [ 713.690788] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.691158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.691158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.691158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.691337] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.691500] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.691580] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.691611] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.692227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.692227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.692355] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.692472] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.692538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.692749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.692857] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.692918] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 878d6e05-2835-477e-a266-d367bdeac30a is going to be updated. [ 713.694202] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b26bc8-c70f-4467-92ac-4f02ce4ef905 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.694387] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b26bc8-c70f-4467-92ac-4f02ce4ef905" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.720506] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.720841] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.720925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.721161] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.721333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.721866] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-878d6e05-2835-477e-a266-d367bdeac30a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.822402] env[65933]: INFO networking_nsxv3.common.synchronization [None req-9b465d63-385a-418c-b827-ec04114fb6d0 None None] Enqueued Resource ID: 1b4b1604-c10f-4c8b-9457-92d282b89217 with Priority: HIGHEST for action port [ 713.822931] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b4b1604-c10f-4c8b-9457-92d282b89217 with Priority: HIGHEST for action port [ 713.823619] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b4b1604-c10f-4c8b-9457-92d282b89217 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.823619] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b4b1604-c10f-4c8b-9457-92d282b89217" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.823619] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b4b1604-c10f-4c8b-9457-92d282b89217" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.823970] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b4b1604-c10f-4c8b-9457-92d282b89217" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.823970] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b4b1604-c10f-4c8b-9457-92d282b89217',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.096526] env[65933]: INFO networking_nsxv3.common.synchronization [req-2f849c37-bdeb-4032-8ca3-2664ee373a06 req-40b66331-0fbc-48c2-827f-7c627b029fc2 tempest-ServerRescueTestJSONUnderV235-325465365 tempest-ServerRescueTestJSONUnderV235-325465365-project-member] Enqueued Resource ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 with Priority: HIGHEST for action security_group_members [ 714.096526] env[65933]: INFO networking_nsxv3.common.synchronization [req-2f849c37-bdeb-4032-8ca3-2664ee373a06 req-40b66331-0fbc-48c2-827f-7c627b029fc2 tempest-ServerRescueTestJSONUnderV235-325465365 tempest-ServerRescueTestJSONUnderV235-325465365-project-member] Enqueued Resource ID: c5b26bc8-c70f-4467-92ac-4f02ce4ef905 with Priority: HIGHEST for action security_group_members [ 714.096826] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 with Priority: HIGHEST for action security_group_members [ 714.096956] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b26bc8-c70f-4467-92ac-4f02ce4ef905 with Priority: HIGHEST for action security_group_members [ 714.097647] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.097819] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.098234] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b26bc8-c70f-4467-92ac-4f02ce4ef905 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.098234] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b26bc8-c70f-4467-92ac-4f02ce4ef905" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.118481] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5b26bc8-c70f-4467-92ac-4f02ce4ef905',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.119905] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.157612] env[65933]: INFO networking_nsxv3.common.synchronization [req-2f849c37-bdeb-4032-8ca3-2664ee373a06 req-40b66331-0fbc-48c2-827f-7c627b029fc2 tempest-ServerRescueTestJSONUnderV235-325465365 tempest-ServerRescueTestJSONUnderV235-325465365-project-member] Enqueued Resource ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 with Priority: HIGHEST for action security_group_rules [ 714.157791] env[65933]: INFO networking_nsxv3.common.synchronization [req-2f849c37-bdeb-4032-8ca3-2664ee373a06 req-40b66331-0fbc-48c2-827f-7c627b029fc2 tempest-ServerRescueTestJSONUnderV235-325465365 tempest-ServerRescueTestJSONUnderV235-325465365-project-member] Enqueued Resource ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 with Priority: HIGHEST for action security_group_members [ 714.158274] env[65933]: INFO networking_nsxv3.common.synchronization [req-2f849c37-bdeb-4032-8ca3-2664ee373a06 req-40b66331-0fbc-48c2-827f-7c627b029fc2 tempest-ServerRescueTestJSONUnderV235-325465365 tempest-ServerRescueTestJSONUnderV235-325465365-project-member] Enqueued Resource ID: 878d6e05-2835-477e-a266-d367bdeac30a with Priority: HIGHEST for action port [ 714.158930] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 with Priority: HIGHEST for action security_group_rules [ 714.163499] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 with Priority: HIGHEST for action security_group_members [ 714.163708] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 878d6e05-2835-477e-a266-d367bdeac30a with Priority: HIGHEST for action port [ 714.164662] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.164662] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.165115] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.165227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.165501] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-878d6e05-2835-477e-a266-d367bdeac30a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.165501] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-878d6e05-2835-477e-a266-d367bdeac30a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.165978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-878d6e05-2835-477e-a266-d367bdeac30a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.165978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-878d6e05-2835-477e-a266-d367bdeac30a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.165978] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('878d6e05-2835-477e-a266-d367bdeac30a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.331952] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b4b1604-c10f-4c8b-9457-92d282b89217 [ 714.331952] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.332185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.332185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.332660] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.332660] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.332660] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b4b1604-c10f-4c8b-9457-92d282b89217 already deleted. [ 714.332660] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b4b1604-c10f-4c8b-9457-92d282b89217" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.621659] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.621850] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.621932] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.622216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.622255] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.622336] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b26bc8-c70f-4467-92ac-4f02ce4ef905 is going to be created. [ 714.624327] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.624478] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.624576] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.624787] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.624908] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.625014] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 is going to be updated. [ 714.670340] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.670340] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.670554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.671269] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.671269] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.672152] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 878d6e05-2835-477e-a266-d367bdeac30a with status ACTIVE [ 714.672329] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.672444] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.672513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.672734] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.672840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.673015] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.673138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.673201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.673347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.673423] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.673665] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.673773] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.673828] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.674018] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.674122] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.674180] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 878d6e05-2835-477e-a266-d367bdeac30a is going to be updated. [ 714.676600] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.676711] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.676780] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.676930] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.677148] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.694289] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 in Status: IN_PROGRESS for 2s [ 714.694687] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b26bc8-c70f-4467-92ac-4f02ce4ef905 in Status: UNINITIALIZED for 2s [ 714.705102] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.705312] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.705521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.705720] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.705720] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.705864] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-878d6e05-2835-477e-a266-d367bdeac30a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.709702] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b26bc8-c70f-4467-92ac-4f02ce4ef905 in Status: SUCCESS [ 716.709702] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b26bc8-c70f-4467-92ac-4f02ce4ef905" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.710313] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 in Status: SUCCESS [ 716.711341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.711341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b26bc8-c70f-4467-92ac-4f02ce4ef905" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.711341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b26bc8-c70f-4467-92ac-4f02ce4ef905" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.711341] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.711341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.711341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.711744] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.714642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.714642] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5b26bc8-c70f-4467-92ac-4f02ce4ef905',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.714642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.714642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.714642] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.714642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.714642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.714642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.714642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.714642] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.215210] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.215210] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.215321] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.215485] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.215579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.216315] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.216315] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.216315] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.216315] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.216315] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.216315] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b26bc8-c70f-4467-92ac-4f02ce4ef905 is going to be deleted. [ 717.217240] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.275101] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.275296] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.275407] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.275684] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.275824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.275955] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b26bc8-c70f-4467-92ac-4f02ce4ef905" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.276558] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b26bc8-c70f-4467-92ac-4f02ce4ef905" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.276791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b26bc8-c70f-4467-92ac-4f02ce4ef905" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.278248] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.278248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.278248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.278248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.278248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.278248] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5b26bc8-c70f-4467-92ac-4f02ce4ef905',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.724363] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.780194] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.780347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.780422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.780636] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.780727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.780923] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.781077] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.781133] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.781249] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.781325] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.781412] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b26bc8-c70f-4467-92ac-4f02ce4ef905 already deleted. [ 717.781489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b26bc8-c70f-4467-92ac-4f02ce4ef905" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.781589] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5b26bc8-c70f-4467-92ac-4f02ce4ef905',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.782449] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b26bc8-c70f-4467-92ac-4f02ce4ef905" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.782619] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b26bc8-c70f-4467-92ac-4f02ce4ef905" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.782776] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.782879] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.782942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.783093] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.783171] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.783282] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5b26bc8-c70f-4467-92ac-4f02ce4ef905',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.225966] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.226159] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.226245] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.226471] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.226582] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.226686] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 is going to be updated. [ 718.258167] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.258370] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.259256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.259506] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.259674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.276073] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 in Status: IN_PROGRESS for 2s [ 718.285722] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5b26bc8-c70f-4467-92ac-4f02ce4ef905',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.286941] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.287092] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.287180] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.287391] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.287484] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.287665] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.287766] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.287875] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.287972] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.288062] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.288175] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b26bc8-c70f-4467-92ac-4f02ce4ef905 already deleted. [ 718.288258] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b26bc8-c70f-4467-92ac-4f02ce4ef905" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.790669] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5b26bc8-c70f-4467-92ac-4f02ce4ef905: rpc.has_security_group_logging(os_id): False [ 718.808599] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.808760] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.808835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.809071] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.809166] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.809432] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.809762] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.809762] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.809762] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.809871] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.809931] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5b26bc8-c70f-4467-92ac-4f02ce4ef905 is going to be created. [ 718.829855] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c5b26bc8-c70f-4467-92ac-4f02ce4ef905], does not exist path=[/infra/domains/default/groups/c5b26bc8-c70f-4467-92ac-4f02ce4ef905]."\n}' [ 718.830108] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5b26bc8-c70f-4467-92ac-4f02ce4ef905 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c5b26bc8-c70f-4467-92ac-4f02ce4ef905 [ 718.830199] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 718.860065] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.860262] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.860305] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.860514] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.861561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.861846] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.861972] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.862052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.862239] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.862315] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.862591] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.862591] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.862755] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.862790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.862867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.862952] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5b26bc8-c70f-4467-92ac-4f02ce4ef905 is going to be created. [ 718.879212] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c5b26bc8-c70f-4467-92ac-4f02ce4ef905], does not exist path=[/infra/domains/default/groups/c5b26bc8-c70f-4467-92ac-4f02ce4ef905]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c5b26bc8-c70f-4467-92ac-4f02ce4ef905 [ 718.879342] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5b26bc8-c70f-4467-92ac-4f02ce4ef905" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.879866] env[65933]: Traceback (most recent call last): [ 718.879866] env[65933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 718.879866] env[65933]: return func(*args, **kwargs) [ 718.879866] env[65933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 718.879866] env[65933]: res.raise_for_status() [ 718.879866] env[65933]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 718.879866] env[65933]: raise HTTPError(http_error_msg, response=self) [ 718.879866] env[65933]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c5b26bc8-c70f-4467-92ac-4f02ce4ef905 [ 718.879866] env[65933]: During handling of the above exception, another exception occurred: [ 718.879866] env[65933]: Traceback (most recent call last): [ 718.880189] env[65933]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 718.880189] env[65933]: listener.cb(fileno) [ 718.880189] env[65933]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 718.880189] env[65933]: result = function(*args, **kwargs) [ 718.880189] env[65933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 718.880189] env[65933]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 718.880189] env[65933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 718.880189] env[65933]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 718.880189] env[65933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 718.880189] env[65933]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 718.880189] env[65933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 718.880189] env[65933]: res.raise_for_status() [ 718.880189] env[65933]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 718.880189] env[65933]: raise HTTPError(http_error_msg, response=self) [ 718.880189] env[65933]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c5b26bc8-c70f-4467-92ac-4f02ce4ef905 [ 718.880189] env[65933]: Removing descriptor: 19 [ 719.164558] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 719.164698] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 720.287885] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 in Status: SUCCESS [ 720.288208] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.288336] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.288546] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.288733] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.288848] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.288920] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.289099] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.289233] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.289269] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.289358] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.290775] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.290775] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.290775] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.290910] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.290910] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.291072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.291246] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.291246] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.794060] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.794060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.794383] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.806191] env[65933]: INFO networking_nsxv3.common.synchronization [req-899d09d3-890a-483e-a16b-7b4820ee70bd req-0ba432e3-491a-481d-847c-50891ee47770 tempest-ServersAdminNegativeTestJSON-725599998 tempest-ServersAdminNegativeTestJSON-725599998-project-member] Enqueued Resource ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 with Priority: HIGHEST for action security_group_members [ 720.807111] env[65933]: INFO networking_nsxv3.common.synchronization [req-2c43f0c3-128b-4377-bd2f-27912c126740 req-af53f643-1994-484e-bb3d-a36e786af4f7 tempest-ServerRescueTestJSONUnderV235-325465365 tempest-ServerRescueTestJSONUnderV235-325465365-project-member] Enqueued Resource ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 with Priority: HIGHEST for action security_group_members [ 720.807666] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 with Priority: HIGHEST for action security_group_members [ 720.807872] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 with Priority: HIGHEST for action security_group_members [ 720.808189] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d23b2f-0f2a-4109-baa7-2b0543610ce3 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.808309] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.808378] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.808575] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.808735] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.808869] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.808964] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.809174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.810390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.810499] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12d23b2f-0f2a-4109-baa7-2b0543610ce3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.811378] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.811475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.296593] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.315310] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.315470] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.315541] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.315748] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.337203] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.337495] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.337621] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.337691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.337919] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.338056] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.338188] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 is going to be updated. [ 721.365269] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.365416] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.365681] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.365750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.365887] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.377556] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 in Status: IN_PROGRESS for 2s [ 721.798776] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.798776] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.798927] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.799105] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.799204] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.799307] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 is going to be updated. [ 721.838356] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.838597] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.838597] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.838802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.838947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.848600] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 in Status: IN_PROGRESS for 2s [ 722.766274] env[65933]: INFO networking_nsxv3.common.synchronization [req-986abbe8-d9f4-4882-b479-b8baffe81358 req-fd097853-d204-4750-a0cd-82397688f1cc tempest-ServerRescueTestJSON-2136903397 tempest-ServerRescueTestJSON-2136903397-project-member] Enqueued Resource ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f with Priority: HIGHEST for action security_group_members [ 722.767467] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f with Priority: HIGHEST for action security_group_members [ 722.767467] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2321b8-2407-4528-ad9c-c8e490eeef8f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.767467] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.767467] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.767750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.767972] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.768147] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.768255] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.768437] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.769237] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.769237] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.185143] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.185392] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-744" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.185512] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-744" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.185825] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-744" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.187065] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.187242] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.187360] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.187586] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.187725] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.187922] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.188088] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.188283] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.188429] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.188616] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.188688] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.188895] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.209127] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.209309] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.209483] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.209696] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-744" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.210016] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-6ff402bd-a5d0-4f48-b644-fa4bad567ef8 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.210219] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-6ff402bd-a5d0-4f48-b644-fa4bad567ef8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.210346] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-6ff402bd-a5d0-4f48-b644-fa4bad567ef8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.210702] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-6ff402bd-a5d0-4f48-b644-fa4bad567ef8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.210858] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ff402bd-a5d0-4f48-b644-fa4bad567ef8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.271457] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.271649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.271724] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.272015] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.272125] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.272347] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.272466] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.272530] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.272709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.272789] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.272890] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f already deleted. [ 723.273039] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.389262] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 in Status: SUCCESS [ 723.389262] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 deletion is rescheduled due to dependency. [ 723.389262] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.713092] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.713338] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.713461] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.714270] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.714437] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.714590] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 6ff402bd-a5d0-4f48-b644-fa4bad567ef8 not found, creating... [ 723.714848] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.714996] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.715324] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.715549] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.715678] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.715954] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.716118] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.716229] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.716422] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.716546] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.716676] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 6ff402bd-a5d0-4f48-b644-fa4bad567ef8 is going to be created. [ 723.737115] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.737352] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.737431] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.737713] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.737936] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.738204] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-6ff402bd-a5d0-4f48-b644-fa4bad567ef8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.859158] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 in Status: SUCCESS [ 723.859468] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.859673] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.859929] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.860214] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.860368] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.860449] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.860651] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.860770] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.860902] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.364070] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.364070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.364278] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.364379] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.387848] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.388539] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.388539] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.388539] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.388709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.389163] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.389163] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 is going to be updated. [ 724.421523] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.421523] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.421523] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.421672] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.422123] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.436450] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 in Status: IN_PROGRESS for 2s [ 724.522207] env[65933]: INFO networking_nsxv3.common.synchronization [req-986abbe8-d9f4-4882-b479-b8baffe81358 req-9dc7e5bd-860b-47f7-89d1-b2ec9bf45639 service nova] Enqueued Resource ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f with Priority: HIGHEST for action security_group_rules [ 724.522207] env[65933]: INFO networking_nsxv3.common.synchronization [req-986abbe8-d9f4-4882-b479-b8baffe81358 req-9dc7e5bd-860b-47f7-89d1-b2ec9bf45639 service nova] Enqueued Resource ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f with Priority: HIGHEST for action security_group_members [ 724.522207] env[65933]: INFO networking_nsxv3.common.synchronization [req-986abbe8-d9f4-4882-b479-b8baffe81358 req-9dc7e5bd-860b-47f7-89d1-b2ec9bf45639 service nova] Enqueued Resource ID: 6ff402bd-a5d0-4f48-b644-fa4bad567ef8 with Priority: HIGHEST for action port [ 724.524367] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f with Priority: HIGHEST for action security_group_rules [ 724.524715] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f with Priority: HIGHEST for action security_group_members [ 724.526254] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff402bd-a5d0-4f48-b644-fa4bad567ef8 with Priority: HIGHEST for action port [ 724.528227] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d2321b8-2407-4528-ad9c-c8e490eeef8f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.528389] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.528455] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.528724] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.528809] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.529914] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2321b8-2407-4528-ad9c-c8e490eeef8f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.529914] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.529914] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.530150] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.530342] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.530342] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.530500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.530549] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.531295] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.531295] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.534097] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ff402bd-a5d0-4f48-b644-fa4bad567ef8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.534097] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ff402bd-a5d0-4f48-b644-fa4bad567ef8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.534097] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ff402bd-a5d0-4f48-b644-fa4bad567ef8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.534097] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ff402bd-a5d0-4f48-b644-fa4bad567ef8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.534097] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ff402bd-a5d0-4f48-b644-fa4bad567ef8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.036157] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2321b8-2407-4528-ad9c-c8e490eeef8f taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.036157] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.036157] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.039035] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ff402bd-a5d0-4f48-b644-fa4bad567ef8 with status ACTIVE [ 725.039035] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.039035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.039035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.039035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.039035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.039035] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.039035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.039035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.039035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.041095] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.041468] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.041578] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.041669] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.041861] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.041957] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.042074] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ff402bd-a5d0-4f48-b644-fa4bad567ef8 is going to be updated. [ 725.066008] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.066258] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.066373] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.066676] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.066828] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.066997] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ff402bd-a5d0-4f48-b644-fa4bad567ef8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.538710] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.574302] env[65933]: INFO networking_nsxv3.common.synchronization [req-62ae6fe7-913c-4046-aca1-fe39e1c86cac req-1c565fa2-4af5-4825-9321-e9b80b05f539 tempest-ServerDiskConfigTestJSON-122935285 tempest-ServerDiskConfigTestJSON-122935285-project-member] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 725.575446] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 725.576193] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.576546] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.576734] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.577073] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.577347] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.577568] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.577709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.577960] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.578182] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.578455] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.911451] env[65933]: INFO networking_nsxv3.common.synchronization [None req-df3dda08-69f7-4edd-a143-45e874a554c4 tempest-ServerRescueNegativeTestJSON-593525832 tempest-ServerRescueNegativeTestJSON-593525832-project-member] Enqueued Resource ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 with Priority: HIGHEST for action security_group_rules [ 725.916426] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 with Priority: HIGHEST for action security_group_rules [ 725.916426] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.916426] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.916426] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.916426] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.916426] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67e8ceb4-8f6c-471c-8c4e-11c5108ecc21',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.045563] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.045563] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.045563] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.045908] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.045908] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.045967] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f is going to be created. [ 726.084143] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.085064] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.085064] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.085064] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.085064] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.086773] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.086773] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.086932] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.087069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.092687] env[65933]: INFO networking_nsxv3.common.synchronization [None req-c59288eb-e177-4ccd-872d-09d35e96b4b2 tempest-ServerRescueNegativeTestJSON-593525832 tempest-ServerRescueNegativeTestJSON-593525832-project-member] Enqueued Resource ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 with Priority: HIGHEST for action security_group_rules [ 726.095037] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 with Priority: HIGHEST for action security_group_rules [ 726.095578] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.096282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.104111] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f in Status: UNINITIALIZED for 2s [ 726.121120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.121430] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.122667] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.122667] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.122667] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.122667] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.122667] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 is going to be updated. [ 726.126934] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.127127] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-327" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.127244] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-327" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.127757] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-327" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.128336] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.128336] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.128792] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.128913] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.129099] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.129880] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.129880] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.129880] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.129880] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.130058] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.130306] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.130475] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.169038] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.169038] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.169038] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.169038] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-327" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.169038] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-89c6e81c-9f12-4bab-a8f5-f3899e214201 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.169038] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-89c6e81c-9f12-4bab-a8f5-f3899e214201" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.169450] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-89c6e81c-9f12-4bab-a8f5-f3899e214201" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.169450] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-89c6e81c-9f12-4bab-a8f5-f3899e214201" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.169606] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89c6e81c-9f12-4bab-a8f5-f3899e214201',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.171584] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.171720] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.171787] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.171973] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.172159] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.184163] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: IN_PROGRESS for 2s [ 726.447635] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 in Status: SUCCESS [ 726.447926] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 deletion is rescheduled due to dependency. [ 726.448107] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.448381] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.448668] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.448904] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.449081] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.449195] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.449445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.449609] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.449801] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.449967] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.450118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.450221] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.450454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.450608] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.450715] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.450776] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.450922] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.451028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.451108] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.451198] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.452918] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.453053] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.453111] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.453284] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.453391] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.453487] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 already deleted. [ 726.453585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.453751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.453899] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.454096] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.454199] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.454775] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.454775] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.454775] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.454775] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.455462] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.455626] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.455708] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67e8ceb4-8f6c-471c-8c4e-11c5108ecc21',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.674859] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.675136] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.675277] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.675588] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.675759] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.675938] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 89c6e81c-9f12-4bab-a8f5-f3899e214201 not found, creating... [ 726.676229] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.676401] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.676516] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.676764] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.676906] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.677301] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.677471] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.677597] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.677812] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.677956] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.678114] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 89c6e81c-9f12-4bab-a8f5-f3899e214201 is going to be created. [ 726.700886] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.701138] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.701263] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.701646] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.701850] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.702227] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-89c6e81c-9f12-4bab-a8f5-f3899e214201" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.958141] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.958425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.958425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.958699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.958699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.959016] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.959206] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.959284] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.959466] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.959555] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.959660] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 is going to be updated. [ 726.960980] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27: rpc.has_security_group_logging(os_id): False [ 726.978305] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.978451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.978550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.978787] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.979039] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.979194] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.979295] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.979375] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.979578] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.979679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.979871] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.979989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.980064] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.980224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.980303] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.980529] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.980611] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.980684] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.980836] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.980918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.981037] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 is going to be updated. [ 726.983030] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.983131] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.983192] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.983357] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.983453] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.983554] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 already deleted. [ 726.983648] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.997034] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.997210] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.997272] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.997623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.997874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.008085] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 in Status: IN_PROGRESS for 2s [ 727.071194] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.071490] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.071490] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.071622] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.071729] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.090442] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 in Status: IN_PROGRESS for 2s [ 727.475380] env[65933]: INFO networking_nsxv3.common.synchronization [req-62ae6fe7-913c-4046-aca1-fe39e1c86cac req-c17b13c9-cbf1-4ca8-abc2-7ed8b70f6af5 service nova] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_rules [ 727.475380] env[65933]: INFO networking_nsxv3.common.synchronization [req-62ae6fe7-913c-4046-aca1-fe39e1c86cac req-c17b13c9-cbf1-4ca8-abc2-7ed8b70f6af5 service nova] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 727.475380] env[65933]: INFO networking_nsxv3.common.synchronization [req-62ae6fe7-913c-4046-aca1-fe39e1c86cac req-c17b13c9-cbf1-4ca8-abc2-7ed8b70f6af5 service nova] Enqueued Resource ID: 89c6e81c-9f12-4bab-a8f5-f3899e214201 with Priority: HIGHEST for action port [ 727.475380] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_rules [ 727.475380] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 727.475986] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89c6e81c-9f12-4bab-a8f5-f3899e214201 with Priority: HIGHEST for action port [ 727.475986] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.475986] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.475986] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.476215] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.476215] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.477136] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.477256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.477448] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-89c6e81c-9f12-4bab-a8f5-f3899e214201 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.477569] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89c6e81c-9f12-4bab-a8f5-f3899e214201" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.477635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89c6e81c-9f12-4bab-a8f5-f3899e214201" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.477800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89c6e81c-9f12-4bab-a8f5-f3899e214201" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.477886] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89c6e81c-9f12-4bab-a8f5-f3899e214201',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.980027] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.980262] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.980523] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89c6e81c-9f12-4bab-a8f5-f3899e214201 with status ACTIVE [ 727.980706] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.980848] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.980962] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.981355] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.981514] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.981805] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.981982] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.982311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.982431] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.982560] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.982863] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.983048] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.983165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.983411] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.983546] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.983691] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89c6e81c-9f12-4bab-a8f5-f3899e214201 is going to be updated. [ 728.005267] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.005475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.005475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.005587] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.005724] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.005890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89c6e81c-9f12-4bab-a8f5-f3899e214201" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.115483] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f in Status: SUCCESS [ 728.115753] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.115911] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.116147] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.116359] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.116538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.116569] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.116720] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.116816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.116904] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.116997] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.197133] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: SUCCESS [ 728.197325] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 deletion is rescheduled due to dependency. [ 728.197474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.198926] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.200101] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.200460] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.200620] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.200620] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.201043] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.201171] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.201303] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.624072] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2321b8-2407-4528-ad9c-c8e490eeef8f taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.624072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.624072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.624072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.624072] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.624072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.624072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.624072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.624072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.624072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.624072] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2321b8-2407-4528-ad9c-c8e490eeef8f taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.624072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.624072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.624072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.624072] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.624072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.625045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.625045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.625045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.625045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.625045] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.704084] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.994165] env[65933]: INFO networking_nsxv3.common.synchronization [req-f23317cc-b18f-407e-8f2a-e8653b70c931 req-c16e9c8d-975e-4481-9058-e12657d12ccb tempest-InstanceActionsNegativeTestJSON-437412411 tempest-InstanceActionsNegativeTestJSON-437412411-project-member] Enqueued Resource ID: 7995b228-04de-4037-aa26-13ed6e127a8e with Priority: HIGHEST for action security_group_members [ 728.994165] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7995b228-04de-4037-aa26-13ed6e127a8e with Priority: HIGHEST for action security_group_members [ 728.994165] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7995b228-04de-4037-aa26-13ed6e127a8e taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.994165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.994165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.995487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.995751] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.995966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.996215] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.996820] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.997048] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.997238] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7995b228-04de-4037-aa26-13ed6e127a8e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.019862] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 in Status: SUCCESS [ 729.020069] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 deletion is rescheduled due to dependency. [ 729.020225] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.108127] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 in Status: SUCCESS [ 729.108387] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.108589] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.108827] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.108974] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.132482] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d2321b8-2407-4528-ad9c-c8e490eeef8f: rpc.has_security_group_logging(os_id): False [ 729.154904] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.155173] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.155173] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.155568] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.155568] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.155939] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.155939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.155939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.156147] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.156235] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.156455] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.156570] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.156655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.156863] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.156982] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.157323] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.157418] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.157528] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.157750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.157883] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.158042] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f is going to be created. [ 729.206935] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.231191] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.231331] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.231375] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.231596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.231778] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.246740] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f in Status: IN_PROGRESS for 2s [ 729.499938] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.500134] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.500214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.500488] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.500584] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.500807] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.500976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.501068] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.501253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.501331] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.501415] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7995b228-04de-4037-aa26-13ed6e127a8e already deleted. [ 729.501494] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.636862] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.637060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.639576] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.639576] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.639576] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.639576] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27 is going to be deleted. [ 729.649120] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.649120] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-257" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.649120] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-257" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.649120] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-257" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.649120] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.649120] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.650022] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.650720] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.651014] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.651403] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.653726] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.653726] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.653726] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.653726] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.653726] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.653726] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.674634] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.674843] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.675015] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.675773] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-257" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.676024] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-d57de58d-7674-4861-b609-746b8e569c46 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.676179] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-d57de58d-7674-4861-b609-746b8e569c46" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.676768] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-d57de58d-7674-4861-b609-746b8e569c46" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.677154] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-d57de58d-7674-4861-b609-746b8e569c46" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.677354] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d57de58d-7674-4861-b609-746b8e569c46',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.709667] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.709876] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.709941] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.710201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.710321] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.710426] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 is going to be updated. [ 729.715322] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.715582] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.715582] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.715866] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.715999] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.716124] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d955995-aea2-4b1a-b3e0-ddd5a1dd3e27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.776041] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.776041] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.776041] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.776350] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.776399] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.787051] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: IN_PROGRESS for 2s [ 729.842978] env[65933]: INFO networking_nsxv3.common.synchronization [None req-5131b62d-e8f6-4923-a637-eff0842d2413 None None] Enqueued Resource ID: 0f820e27-0849-4213-aa94-e07e589c0c27 with Priority: HIGHEST for action port [ 729.844397] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f820e27-0849-4213-aa94-e07e589c0c27 with Priority: HIGHEST for action port [ 729.844397] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f820e27-0849-4213-aa94-e07e589c0c27 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.844525] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f820e27-0849-4213-aa94-e07e589c0c27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.844525] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f820e27-0849-4213-aa94-e07e589c0c27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.844778] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f820e27-0849-4213-aa94-e07e589c0c27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.844860] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f820e27-0849-4213-aa94-e07e589c0c27',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.180456] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.180832] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.180832] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.181665] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.181665] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.181665] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port d57de58d-7674-4861-b609-746b8e569c46 not found, creating... [ 730.181665] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.181901] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.181901] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.182428] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.182428] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.182542] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.182994] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.182994] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.182994] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.183329] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.183698] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: d57de58d-7674-4861-b609-746b8e569c46 is going to be created. [ 730.209500] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.209720] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.209863] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.210210] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.210425] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.210668] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-d57de58d-7674-4861-b609-746b8e569c46" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.346866] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f820e27-0849-4213-aa94-e07e589c0c27 [ 730.347222] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.347375] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.347444] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.347700] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.347825] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.347937] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f820e27-0849-4213-aa94-e07e589c0c27 already deleted. [ 730.348070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f820e27-0849-4213-aa94-e07e589c0c27" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.948150] env[65933]: INFO networking_nsxv3.common.synchronization [req-f23317cc-b18f-407e-8f2a-e8653b70c931 req-e9134a87-3366-4bcc-9a2d-6dca553b7783 service nova] Enqueued Resource ID: 7995b228-04de-4037-aa26-13ed6e127a8e with Priority: HIGHEST for action security_group_rules [ 730.948150] env[65933]: INFO networking_nsxv3.common.synchronization [req-f23317cc-b18f-407e-8f2a-e8653b70c931 req-e9134a87-3366-4bcc-9a2d-6dca553b7783 service nova] Enqueued Resource ID: 7995b228-04de-4037-aa26-13ed6e127a8e with Priority: HIGHEST for action security_group_members [ 730.948150] env[65933]: INFO networking_nsxv3.common.synchronization [req-f23317cc-b18f-407e-8f2a-e8653b70c931 req-e9134a87-3366-4bcc-9a2d-6dca553b7783 service nova] Enqueued Resource ID: d57de58d-7674-4861-b609-746b8e569c46 with Priority: HIGHEST for action port [ 730.948572] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7995b228-04de-4037-aa26-13ed6e127a8e with Priority: HIGHEST for action security_group_rules [ 730.948798] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7995b228-04de-4037-aa26-13ed6e127a8e with Priority: HIGHEST for action security_group_members [ 730.948798] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57de58d-7674-4861-b609-746b8e569c46 with Priority: HIGHEST for action port [ 730.949302] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7995b228-04de-4037-aa26-13ed6e127a8e taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.949471] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.949540] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.950916] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.950916] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7995b228-04de-4037-aa26-13ed6e127a8e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.951186] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7995b228-04de-4037-aa26-13ed6e127a8e taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.951274] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.951339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.951514] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.951660] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.951750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.951807] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.951946] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.952092] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.952357] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7995b228-04de-4037-aa26-13ed6e127a8e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.952969] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d57de58d-7674-4861-b609-746b8e569c46 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.953131] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d57de58d-7674-4861-b609-746b8e569c46" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.953131] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d57de58d-7674-4861-b609-746b8e569c46" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.954511] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d57de58d-7674-4861-b609-746b8e569c46" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.954511] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d57de58d-7674-4861-b609-746b8e569c46',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.261136] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f in Status: SUCCESS [ 731.261446] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.456639] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7995b228-04de-4037-aa26-13ed6e127a8e taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.456825] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.457197] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7995b228-04de-4037-aa26-13ed6e127a8e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.458224] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d57de58d-7674-4861-b609-746b8e569c46 with status ACTIVE [ 731.459228] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.459346] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.459412] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.459643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.459736] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.460494] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.460669] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.460761] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.460974] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.461080] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.461271] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.461366] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.461429] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.461609] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.461688] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.461776] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d57de58d-7674-4861-b609-746b8e569c46 is going to be updated. [ 731.487433] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.487622] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.487723] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.488181] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.488181] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.488564] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d57de58d-7674-4861-b609-746b8e569c46" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.806023] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: SUCCESS [ 731.806023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.806023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.806023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.806023] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.806023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.806023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.806023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.806023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.806023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.806023] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.963090] env[65933]: INFO networking_nsxv3.common.synchronization [None req-226a55dd-9dac-492e-b663-1b70807162ff None None] Enqueued Resource ID: c739dfc5-1771-40d3-a4a7-501ad0984a63 with Priority: HIGHEST for action port [ 731.963428] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7995b228-04de-4037-aa26-13ed6e127a8e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.964962] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c739dfc5-1771-40d3-a4a7-501ad0984a63 with Priority: HIGHEST for action port [ 731.971108] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-c739dfc5-1771-40d3-a4a7-501ad0984a63 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.972871] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c739dfc5-1771-40d3-a4a7-501ad0984a63" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.972871] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c739dfc5-1771-40d3-a4a7-501ad0984a63" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.972871] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c739dfc5-1771-40d3-a4a7-501ad0984a63" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.972871] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c739dfc5-1771-40d3-a4a7-501ad0984a63',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.309641] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.310037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.310037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.310248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.310462] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.310646] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.310778] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.310944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.311087] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.311182] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.311425] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.311559] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.311674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.311857] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.314740] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.314740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.314740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.314740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.314740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.314740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.314740] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.471895] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.471895] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.471895] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.472257] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.472415] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.472588] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7995b228-04de-4037-aa26-13ed6e127a8e is going to be created. [ 732.479099] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c739dfc5-1771-40d3-a4a7-501ad0984a63 [ 732.479530] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.479607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.479681] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.480035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.480035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.480159] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c739dfc5-1771-40d3-a4a7-501ad0984a63 already deleted. [ 732.480253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c739dfc5-1771-40d3-a4a7-501ad0984a63" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.507870] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.507870] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.507870] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.507870] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.507870] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.519497] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7995b228-04de-4037-aa26-13ed6e127a8e in Status: UNINITIALIZED for 2s [ 732.587587] env[65933]: INFO networking_nsxv3.common.synchronization [req-75e3ae01-51fa-42f6-8c5a-54b57ca33a58 req-10b4a0cf-c993-4390-904c-fe3dae8e9e0d tempest-ImagesNegativeTestJSON-2064129098 tempest-ImagesNegativeTestJSON-2064129098-project-member] Enqueued Resource ID: 2b34f14e-85e3-4dba-b521-8fe20a3253e5 with Priority: HIGHEST for action security_group_members [ 732.588160] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b34f14e-85e3-4dba-b521-8fe20a3253e5 with Priority: HIGHEST for action security_group_members [ 732.588499] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b34f14e-85e3-4dba-b521-8fe20a3253e5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.588621] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.588688] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.588944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.590227] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.590358] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.590436] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.590825] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.590937] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.591135] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b34f14e-85e3-4dba-b521-8fe20a3253e5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.818385] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8: rpc.has_security_group_logging(os_id): False [ 732.844040] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.844040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.844040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.844040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.844040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.844040] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.844040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.844040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.844040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.844040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.844040] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.844040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.844040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.844040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.844040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.844729] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.844729] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.845664] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.845664] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.845664] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.845818] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 is going to be updated. [ 732.851960] env[65933]: INFO networking_nsxv3.common.synchronization [None req-54776add-94a0-4339-ad5a-7e3aa5c88f0d None None] Enqueued Resource ID: c56019fb-defe-4830-a41b-8e494df532e1 with Priority: HIGHEST for action port [ 732.852530] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c56019fb-defe-4830-a41b-8e494df532e1 with Priority: HIGHEST for action port [ 732.852823] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-c56019fb-defe-4830-a41b-8e494df532e1 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.852982] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c56019fb-defe-4830-a41b-8e494df532e1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.853028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c56019fb-defe-4830-a41b-8e494df532e1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.853328] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c56019fb-defe-4830-a41b-8e494df532e1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.853411] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c56019fb-defe-4830-a41b-8e494df532e1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.909697] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.909918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.909918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.911854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.912030] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.929573] env[65933]: INFO networking_nsxv3.common.synchronization [None req-3a324322-c60d-4d94-9397-29a3d3cba4e6 None None] Enqueued Resource ID: e6fe9683-eeb5-49bd-b77f-4f602fb18b7f with Priority: HIGHEST for action port [ 732.934495] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: IN_PROGRESS for 2s [ 732.934495] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6fe9683-eeb5-49bd-b77f-4f602fb18b7f with Priority: HIGHEST for action port [ 732.934495] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6fe9683-eeb5-49bd-b77f-4f602fb18b7f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.934495] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6fe9683-eeb5-49bd-b77f-4f602fb18b7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.934495] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6fe9683-eeb5-49bd-b77f-4f602fb18b7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.934495] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6fe9683-eeb5-49bd-b77f-4f602fb18b7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.934495] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6fe9683-eeb5-49bd-b77f-4f602fb18b7f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.095444] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.095851] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.095948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.096190] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.096288] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.096502] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.096607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.096683] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.096845] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.096925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.097023] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b34f14e-85e3-4dba-b521-8fe20a3253e5 already deleted. [ 733.097110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.357268] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c56019fb-defe-4830-a41b-8e494df532e1 [ 733.357989] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.358312] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.358542] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.359233] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.359419] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.359565] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c56019fb-defe-4830-a41b-8e494df532e1 already deleted. [ 733.359777] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c56019fb-defe-4830-a41b-8e494df532e1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.392523] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-126 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.392970] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-126" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.392970] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-126" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.393172] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-126" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.393403] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.393549] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.393660] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.394028] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.394217] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.394438] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.394525] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.394647] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.394750] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.394945] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.394993] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.395187] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.417584] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.417782] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.417943] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.418159] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-126" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.418656] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-907f1301-08b1-4e48-8afb-be8c5e955858 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.418744] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-907f1301-08b1-4e48-8afb-be8c5e955858" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.418826] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-907f1301-08b1-4e48-8afb-be8c5e955858" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.419255] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-907f1301-08b1-4e48-8afb-be8c5e955858" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.419436] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('907f1301-08b1-4e48-8afb-be8c5e955858',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.436685] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6fe9683-eeb5-49bd-b77f-4f602fb18b7f [ 733.439437] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.439437] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.439437] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.439437] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.439437] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.439437] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6fe9683-eeb5-49bd-b77f-4f602fb18b7f already deleted. [ 733.439437] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6fe9683-eeb5-49bd-b77f-4f602fb18b7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.923168] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.923168] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.923168] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.924475] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.924831] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.924831] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 907f1301-08b1-4e48-8afb-be8c5e955858 not found, creating... [ 733.925100] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.926104] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.926104] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.926104] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.926104] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.926320] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.926376] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.927139] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.927139] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.927139] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.927139] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 907f1301-08b1-4e48-8afb-be8c5e955858 is going to be created. [ 733.951131] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.951374] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.951525] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.951817] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.952259] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.952434] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-907f1301-08b1-4e48-8afb-be8c5e955858" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.193291] env[65933]: INFO networking_nsxv3.common.synchronization [None req-46b9bb11-55fc-4a20-8c43-faf7eb6a0c0f None None] Enqueued Resource ID: 7f34f03e-daae-4819-9cff-86eed0b82054 with Priority: HIGHEST for action port [ 734.193926] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f34f03e-daae-4819-9cff-86eed0b82054 with Priority: HIGHEST for action port [ 734.194706] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f34f03e-daae-4819-9cff-86eed0b82054 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.194870] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f34f03e-daae-4819-9cff-86eed0b82054" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.194968] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f34f03e-daae-4819-9cff-86eed0b82054" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.195601] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f34f03e-daae-4819-9cff-86eed0b82054" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.195712] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f34f03e-daae-4819-9cff-86eed0b82054',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.532236] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7995b228-04de-4037-aa26-13ed6e127a8e in Status: SUCCESS [ 734.532236] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.532236] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.532236] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.532236] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.532236] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.532236] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.533014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.533014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.533014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.533014] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7995b228-04de-4037-aa26-13ed6e127a8e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.697460] env[65933]: INFO networking_nsxv3.common.synchronization [req-75e3ae01-51fa-42f6-8c5a-54b57ca33a58 req-7832bcaa-d559-40dd-853c-223e7d0f95d8 service nova] Enqueued Resource ID: 2b34f14e-85e3-4dba-b521-8fe20a3253e5 with Priority: HIGHEST for action security_group_rules [ 734.697460] env[65933]: INFO networking_nsxv3.common.synchronization [req-75e3ae01-51fa-42f6-8c5a-54b57ca33a58 req-7832bcaa-d559-40dd-853c-223e7d0f95d8 service nova] Enqueued Resource ID: 2b34f14e-85e3-4dba-b521-8fe20a3253e5 with Priority: HIGHEST for action security_group_members [ 734.697460] env[65933]: INFO networking_nsxv3.common.synchronization [req-75e3ae01-51fa-42f6-8c5a-54b57ca33a58 req-7832bcaa-d559-40dd-853c-223e7d0f95d8 service nova] Enqueued Resource ID: 907f1301-08b1-4e48-8afb-be8c5e955858 with Priority: HIGHEST for action port [ 734.697886] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b34f14e-85e3-4dba-b521-8fe20a3253e5 with Priority: HIGHEST for action security_group_rules [ 734.698139] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b34f14e-85e3-4dba-b521-8fe20a3253e5 with Priority: HIGHEST for action security_group_members [ 734.698203] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907f1301-08b1-4e48-8afb-be8c5e955858 with Priority: HIGHEST for action port [ 734.698822] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f34f03e-daae-4819-9cff-86eed0b82054 [ 734.698822] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.698822] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.698822] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.699059] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.699088] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.699537] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f34f03e-daae-4819-9cff-86eed0b82054 already deleted. [ 734.699537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f34f03e-daae-4819-9cff-86eed0b82054" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.699537] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b34f14e-85e3-4dba-b521-8fe20a3253e5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.701440] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.701440] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.701440] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.701440] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b34f14e-85e3-4dba-b521-8fe20a3253e5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.701440] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b34f14e-85e3-4dba-b521-8fe20a3253e5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.701440] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.701440] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.701727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.701727] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.701727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.701861] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.701895] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.701984] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.702186] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b34f14e-85e3-4dba-b521-8fe20a3253e5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.703571] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-907f1301-08b1-4e48-8afb-be8c5e955858 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.703571] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-907f1301-08b1-4e48-8afb-be8c5e955858" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.703571] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-907f1301-08b1-4e48-8afb-be8c5e955858" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.703571] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-907f1301-08b1-4e48-8afb-be8c5e955858" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.703571] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('907f1301-08b1-4e48-8afb-be8c5e955858',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.853548] env[65933]: INFO networking_nsxv3.common.synchronization [None req-c626f9ed-348b-4dbb-92c9-d786423dee51 None None] Enqueued Resource ID: eb985334-6ecf-4e45-8a05-5c0030e12737 with Priority: HIGHEST for action port [ 734.854354] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb985334-6ecf-4e45-8a05-5c0030e12737 with Priority: HIGHEST for action port [ 734.854888] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb985334-6ecf-4e45-8a05-5c0030e12737 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.854888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb985334-6ecf-4e45-8a05-5c0030e12737" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.854888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb985334-6ecf-4e45-8a05-5c0030e12737" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.855395] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb985334-6ecf-4e45-8a05-5c0030e12737" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.855395] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb985334-6ecf-4e45-8a05-5c0030e12737',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.947587] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: SUCCESS [ 734.947658] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.011033] env[65933]: INFO networking_nsxv3.common.synchronization [req-10834ed1-2935-4af0-8e3f-deee6875ef62 req-3b896eb6-b69e-4066-931c-3c7f2a4e4aec tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 735.011033] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 735.011033] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.011033] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.011033] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.015623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.015623] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.015623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.015623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.015623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.015623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.015623] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.036251] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7995b228-04de-4037-aa26-13ed6e127a8e taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.036251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.036251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.036251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.036435] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.036501] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.036565] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.036723] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.036809] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.036896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.037251] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7995b228-04de-4037-aa26-13ed6e127a8e taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.037251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.037251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.037393] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.037467] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.037551] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.037643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.037807] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.037885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.037967] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.039380] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7995b228-04de-4037-aa26-13ed6e127a8e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.206894] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b34f14e-85e3-4dba-b521-8fe20a3253e5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.207963] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b34f14e-85e3-4dba-b521-8fe20a3253e5 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.208127] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.213516] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 907f1301-08b1-4e48-8afb-be8c5e955858 with status ACTIVE [ 735.213752] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.213887] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.213956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.214232] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.214722] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.214722] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.214722] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.214878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.215067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.215067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.215844] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.215844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.215844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.215844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.215844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.215844] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 907f1301-08b1-4e48-8afb-be8c5e955858 is going to be updated. [ 735.243186] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.243326] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.243426] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.243644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.243783] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.243989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-907f1301-08b1-4e48-8afb-be8c5e955858" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.358343] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb985334-6ecf-4e45-8a05-5c0030e12737 [ 735.358619] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.359302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.359302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.359302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.360467] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.361192] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb985334-6ecf-4e45-8a05-5c0030e12737 already deleted. [ 735.361192] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb985334-6ecf-4e45-8a05-5c0030e12737" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.517329] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.542460] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7995b228-04de-4037-aa26-13ed6e127a8e: rpc.has_security_group_logging(os_id): False [ 735.561077] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.561280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.561280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.561495] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.561574] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.561792] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.561914] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.561914] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.562092] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.562183] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.562399] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.562499] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.562563] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.562708] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.562876] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.563191] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.563252] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.563334] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.563477] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.563555] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.563639] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7995b228-04de-4037-aa26-13ed6e127a8e is going to be created. [ 735.678153] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.678498] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.678665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.678968] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.679330] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.695859] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7995b228-04de-4037-aa26-13ed6e127a8e in Status: IN_PROGRESS for 2s [ 735.715868] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b34f14e-85e3-4dba-b521-8fe20a3253e5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.873468] env[65933]: INFO networking_nsxv3.common.synchronization [None req-6e9ad6af-b4b2-4d28-bc86-87bb0fd33f81 None None] Enqueued Resource ID: 19a2099c-3b09-4036-bf58-093f82c7b172 with Priority: HIGHEST for action port [ 735.874755] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19a2099c-3b09-4036-bf58-093f82c7b172 with Priority: HIGHEST for action port [ 735.878347] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-19a2099c-3b09-4036-bf58-093f82c7b172 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.878347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19a2099c-3b09-4036-bf58-093f82c7b172" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.878347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19a2099c-3b09-4036-bf58-093f82c7b172" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.878347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19a2099c-3b09-4036-bf58-093f82c7b172" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.878347] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19a2099c-3b09-4036-bf58-093f82c7b172',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.004128] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.004128] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-493" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.004128] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-493" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.004128] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-493" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.004128] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.004128] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.004508] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.004508] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.004765] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.006354] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.006581] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.006772] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.006916] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.007905] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.007905] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.007905] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.020506] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.059299] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.059426] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.052 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.059474] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.059650] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-493" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.059965] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-d89dcf3b-c8cc-4e87-8949-a6a64d1889cb taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.060149] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-d89dcf3b-c8cc-4e87-8949-a6a64d1889cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.060269] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-d89dcf3b-c8cc-4e87-8949-a6a64d1889cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.060884] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-d89dcf3b-c8cc-4e87-8949-a6a64d1889cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.060884] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d89dcf3b-c8cc-4e87-8949-a6a64d1889cb',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.222803] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.222803] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.222803] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.222803] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.222803] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.222803] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b34f14e-85e3-4dba-b521-8fe20a3253e5 is going to be created. [ 736.252170] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.252423] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.252512] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.252756] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.253373] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.266664] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b34f14e-85e3-4dba-b521-8fe20a3253e5 in Status: UNINITIALIZED for 2s [ 736.380815] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19a2099c-3b09-4036-bf58-093f82c7b172 [ 736.381304] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.381493] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.381589] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.381829] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.381960] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.382106] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19a2099c-3b09-4036-bf58-093f82c7b172 already deleted. [ 736.382205] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19a2099c-3b09-4036-bf58-093f82c7b172" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.523786] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.523943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.524027] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.524289] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.524380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.524478] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 is going to be updated. [ 736.554030] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.554030] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.554030] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.554377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.554377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.563288] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.563636] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.563733] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.563921] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.567087] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.567087] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port d89dcf3b-c8cc-4e87-8949-a6a64d1889cb not found, creating... [ 736.567087] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.567087] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.567087] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.567087] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.567087] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.567087] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.567087] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.567087] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.567470] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.567470] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.567470] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: d89dcf3b-c8cc-4e87-8949-a6a64d1889cb is going to be created. [ 736.568419] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: IN_PROGRESS for 2s [ 736.591406] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.591695] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.591760] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.592038] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.592263] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.592485] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-d89dcf3b-c8cc-4e87-8949-a6a64d1889cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.297879] env[65933]: INFO networking_nsxv3.common.synchronization [req-10834ed1-2935-4af0-8e3f-deee6875ef62 req-2f434f73-ebd1-40f4-83af-79a8365fd68e service nova] Enqueued Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_rules [ 737.297879] env[65933]: INFO networking_nsxv3.common.synchronization [req-10834ed1-2935-4af0-8e3f-deee6875ef62 req-2f434f73-ebd1-40f4-83af-79a8365fd68e service nova] Enqueued Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 737.297879] env[65933]: INFO networking_nsxv3.common.synchronization [req-10834ed1-2935-4af0-8e3f-deee6875ef62 req-2f434f73-ebd1-40f4-83af-79a8365fd68e service nova] Enqueued Resource ID: d89dcf3b-c8cc-4e87-8949-a6a64d1889cb with Priority: HIGHEST for action port [ 737.297879] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_rules [ 737.297879] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 737.297879] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89dcf3b-c8cc-4e87-8949-a6a64d1889cb with Priority: HIGHEST for action port [ 737.299487] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.305297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.305297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.305297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.305297] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.305297] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.305297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.305297] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d89dcf3b-c8cc-4e87-8949-a6a64d1889cb taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.305297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d89dcf3b-c8cc-4e87-8949-a6a64d1889cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.306102] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d89dcf3b-c8cc-4e87-8949-a6a64d1889cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.306989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d89dcf3b-c8cc-4e87-8949-a6a64d1889cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.306989] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d89dcf3b-c8cc-4e87-8949-a6a64d1889cb',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.711044] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7995b228-04de-4037-aa26-13ed6e127a8e in Status: SUCCESS [ 737.711044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.810742] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.811080] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.811411] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d89dcf3b-c8cc-4e87-8949-a6a64d1889cb with status ACTIVE [ 737.811695] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.811906] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.813871] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.814155] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.816347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.816347] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.816347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.816347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.816347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.816347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.816347] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.816347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.816347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.816347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.816347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.816347] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d89dcf3b-c8cc-4e87-8949-a6a64d1889cb is going to be updated. [ 737.836784] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.836955] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.837021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.837238] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.837379] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.837542] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d89dcf3b-c8cc-4e87-8949-a6a64d1889cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.003346] env[65933]: INFO networking_nsxv3.common.synchronization [None req-b0976773-bffd-4ad4-816c-0ece705f702b None None] Enqueued Resource ID: 4d6e5bc3-3e36-4f3e-9ee0-0f9cb7da6311 with Priority: HIGHEST for action port [ 738.003870] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6e5bc3-3e36-4f3e-9ee0-0f9cb7da6311 with Priority: HIGHEST for action port [ 738.004206] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d6e5bc3-3e36-4f3e-9ee0-0f9cb7da6311 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.004329] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d6e5bc3-3e36-4f3e-9ee0-0f9cb7da6311" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.004394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d6e5bc3-3e36-4f3e-9ee0-0f9cb7da6311" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.005426] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d6e5bc3-3e36-4f3e-9ee0-0f9cb7da6311" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.005755] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d6e5bc3-3e36-4f3e-9ee0-0f9cb7da6311',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.278951] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b34f14e-85e3-4dba-b521-8fe20a3253e5 in Status: SUCCESS [ 738.278951] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.279195] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.279333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.279626] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.279925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.279925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.280057] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.280118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.280193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.280293] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b34f14e-85e3-4dba-b521-8fe20a3253e5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.513196] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d6e5bc3-3e36-4f3e-9ee0-0f9cb7da6311 [ 738.513196] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.513196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.513196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.513196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.513196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.513196] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d6e5bc3-3e36-4f3e-9ee0-0f9cb7da6311 already deleted. [ 738.513196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d6e5bc3-3e36-4f3e-9ee0-0f9cb7da6311" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.580344] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: SUCCESS [ 738.580600] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.581943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.581943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.581943] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.581943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.581943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.585048] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.585285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.585395] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.783138] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b34f14e-85e3-4dba-b521-8fe20a3253e5 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.783500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.783500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.785096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.785096] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.785096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.785096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.785096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.785096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.785096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.785096] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b34f14e-85e3-4dba-b521-8fe20a3253e5 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.785096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.785096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.785096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.785096] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.785791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.785791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.785987] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.786268] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.786268] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.786450] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b34f14e-85e3-4dba-b521-8fe20a3253e5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.087538] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.291231] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b34f14e-85e3-4dba-b521-8fe20a3253e5: rpc.has_security_group_logging(os_id): False [ 739.301109] env[65933]: INFO networking_nsxv3.common.synchronization [None req-9df0cb72-61ba-4d03-87ac-0855dd4373a4 None None] Enqueued Resource ID: d2fdabdf-288e-44a5-9d34-aa35966474b2 with Priority: HIGHEST for action port [ 739.301813] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2fdabdf-288e-44a5-9d34-aa35966474b2 with Priority: HIGHEST for action port [ 739.302321] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2fdabdf-288e-44a5-9d34-aa35966474b2 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.302522] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2fdabdf-288e-44a5-9d34-aa35966474b2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.302576] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2fdabdf-288e-44a5-9d34-aa35966474b2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.302855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2fdabdf-288e-44a5-9d34-aa35966474b2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.302903] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2fdabdf-288e-44a5-9d34-aa35966474b2',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.310348] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.310348] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.310500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.310578] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.310664] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.311056] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.311056] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.311056] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.311233] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.311233] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.311461] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.311574] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.311574] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.311758] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.311758] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.312042] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.312444] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.312577] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.312693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.312793] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.313451] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b34f14e-85e3-4dba-b521-8fe20a3253e5 is going to be created. [ 739.394025] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.394025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.394025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.394025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.394025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.407029] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b34f14e-85e3-4dba-b521-8fe20a3253e5 in Status: IN_PROGRESS for 2s [ 739.559728] env[65933]: INFO networking_nsxv3.common.synchronization [req-559d1293-3559-4c49-944a-be826d25993a req-d38a8f8f-4978-429f-b47a-9be73bec6447 tempest-AttachInterfacesTestJSON-2120938241 tempest-AttachInterfacesTestJSON-2120938241-project-member] Enqueued Resource ID: 73da4a62-171f-4029-ab34-10c08da987b8 with Priority: HIGHEST for action security_group_members [ 739.563072] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73da4a62-171f-4029-ab34-10c08da987b8 with Priority: HIGHEST for action security_group_members [ 739.563072] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-73da4a62-171f-4029-ab34-10c08da987b8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.563072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.563330] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.563410] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.563578] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.563687] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.563752] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.563920] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.564009] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.564104] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73da4a62-171f-4029-ab34-10c08da987b8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.595841] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.771767] env[65933]: INFO networking_nsxv3.common.synchronization [None req-a4a2f4a0-9225-4b31-9fe3-6fec6981a87d tempest-ServerActionsTestOtherA-1390215543 tempest-ServerActionsTestOtherA-1390215543-project-member] Enqueued Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGHEST for action security_group_rules [ 739.772402] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGHEST for action security_group_rules [ 739.776186] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b058b461-f175-4a0a-bb89-4120a7ee8d03 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.776495] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.776495] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.776686] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.776791] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.805885] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2fdabdf-288e-44a5-9d34-aa35966474b2 [ 739.805885] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.805885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.805885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.806323] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.806323] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.806323] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2fdabdf-288e-44a5-9d34-aa35966474b2 already deleted. [ 739.806323] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2fdabdf-288e-44a5-9d34-aa35966474b2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.071303] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.071303] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.071433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.071645] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.072810] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.072810] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.072810] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.072810] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.072810] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.072810] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.072810] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73da4a62-171f-4029-ab34-10c08da987b8 already deleted. [ 740.073299] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.104253] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.104253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.104253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.104420] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.104510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.104614] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 is going to be updated. [ 740.143446] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.143868] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.143868] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.144201] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.144465] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.144620] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.144754] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.144992] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.145216] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.145442] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.145554] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.145808] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.145808] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.145947] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.146025] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.146165] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.148797] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.148797] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.148797] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.149088] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.149166] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.161647] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: IN_PROGRESS for 2s [ 740.172790] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.173036] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.174140] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.174140] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.174140] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-1923b1ef-918d-46a5-8f4d-e94cb3f31e15 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.174140] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-1923b1ef-918d-46a5-8f4d-e94cb3f31e15" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.174974] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-1923b1ef-918d-46a5-8f4d-e94cb3f31e15" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.174974] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-1923b1ef-918d-46a5-8f4d-e94cb3f31e15" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.174974] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1923b1ef-918d-46a5-8f4d-e94cb3f31e15',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.318554] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.318554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.318554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.318554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.318554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.318554] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 already deleted. [ 740.318554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.473818] env[65933]: INFO networking_nsxv3.common.synchronization [None req-a0e5778c-3978-4cfb-92dd-638036c2f235 tempest-ServerActionsTestOtherA-1390215543 tempest-ServerActionsTestOtherA-1390215543-project-member] Enqueued Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGHEST for action security_group_rules [ 740.473818] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGHEST for action security_group_rules [ 740.473818] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b058b461-f175-4a0a-bb89-4120a7ee8d03 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.473818] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.473818] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.473818] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.473818] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.678430] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.678831] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.678831] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.679108] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.679427] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.679427] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 1923b1ef-918d-46a5-8f4d-e94cb3f31e15 not found, creating... [ 740.679709] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.679943] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.680109] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.680430] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.680794] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.680920] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.681125] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.681250] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.681452] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.681610] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.681781] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 1923b1ef-918d-46a5-8f4d-e94cb3f31e15 is going to be created. [ 740.717571] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.717795] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.717795] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.718041] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.718342] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.718596] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-1923b1ef-918d-46a5-8f4d-e94cb3f31e15" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.999950] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.999950] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.999950] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.999950] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.999950] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.999950] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 already deleted. [ 740.999950] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.188386] env[65933]: INFO networking_nsxv3.common.synchronization [None req-03a1a0fc-4a6c-4f3d-b7c7-ecc4b40b5789 None None] Enqueued Resource ID: 22101c92-e5f3-403c-80ec-1c3efd8b8857 with Priority: HIGHEST for action port [ 741.188867] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22101c92-e5f3-403c-80ec-1c3efd8b8857 with Priority: HIGHEST for action port [ 741.189622] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-22101c92-e5f3-403c-80ec-1c3efd8b8857 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.189767] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22101c92-e5f3-403c-80ec-1c3efd8b8857" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.189827] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22101c92-e5f3-403c-80ec-1c3efd8b8857" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.190138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22101c92-e5f3-403c-80ec-1c3efd8b8857" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.190169] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22101c92-e5f3-403c-80ec-1c3efd8b8857',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.416158] env[65933]: INFO networking_nsxv3.common.synchronization [req-559d1293-3559-4c49-944a-be826d25993a req-e8d51bac-c579-4ae4-b4a0-51e0ec845bac service nova] Enqueued Resource ID: 73da4a62-171f-4029-ab34-10c08da987b8 with Priority: HIGHEST for action security_group_rules [ 741.416868] env[65933]: INFO networking_nsxv3.common.synchronization [req-559d1293-3559-4c49-944a-be826d25993a req-e8d51bac-c579-4ae4-b4a0-51e0ec845bac service nova] Enqueued Resource ID: 73da4a62-171f-4029-ab34-10c08da987b8 with Priority: HIGHEST for action security_group_members [ 741.416868] env[65933]: INFO networking_nsxv3.common.synchronization [req-559d1293-3559-4c49-944a-be826d25993a req-e8d51bac-c579-4ae4-b4a0-51e0ec845bac service nova] Enqueued Resource ID: 1923b1ef-918d-46a5-8f4d-e94cb3f31e15 with Priority: HIGHEST for action port [ 741.416984] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73da4a62-171f-4029-ab34-10c08da987b8 with Priority: HIGHEST for action security_group_rules [ 741.417360] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73da4a62-171f-4029-ab34-10c08da987b8 with Priority: HIGHEST for action security_group_members [ 741.417360] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1923b1ef-918d-46a5-8f4d-e94cb3f31e15 with Priority: HIGHEST for action port [ 741.417753] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73da4a62-171f-4029-ab34-10c08da987b8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.417876] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.417910] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.418136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.418234] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73da4a62-171f-4029-ab34-10c08da987b8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.419054] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-73da4a62-171f-4029-ab34-10c08da987b8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.419173] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.419242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.419412] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.419557] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.419649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.419721] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.419843] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.419928] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.420055] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73da4a62-171f-4029-ab34-10c08da987b8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.420806] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-1923b1ef-918d-46a5-8f4d-e94cb3f31e15 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.420914] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1923b1ef-918d-46a5-8f4d-e94cb3f31e15" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.420981] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1923b1ef-918d-46a5-8f4d-e94cb3f31e15" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.421147] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1923b1ef-918d-46a5-8f4d-e94cb3f31e15" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.421225] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1923b1ef-918d-46a5-8f4d-e94cb3f31e15',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.422701] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b34f14e-85e3-4dba-b521-8fe20a3253e5 in Status: SUCCESS [ 741.422891] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.692589] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22101c92-e5f3-403c-80ec-1c3efd8b8857 [ 741.692808] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.692986] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.693052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.693500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.693615] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.693718] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22101c92-e5f3-403c-80ec-1c3efd8b8857 already deleted. [ 741.693802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22101c92-e5f3-403c-80ec-1c3efd8b8857" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.922834] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-73da4a62-171f-4029-ab34-10c08da987b8 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.923305] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.924419] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73da4a62-171f-4029-ab34-10c08da987b8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.925756] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1923b1ef-918d-46a5-8f4d-e94cb3f31e15 with status ACTIVE [ 741.925847] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.928037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.928037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.928037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.928037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.928037] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.928037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.928037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.928037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.928037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.928037] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.928037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.928037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.928037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.928037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.928037] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1923b1ef-918d-46a5-8f4d-e94cb3f31e15 is going to be updated. [ 741.954813] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.954972] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.955259] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.955556] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.955651] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.956201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1923b1ef-918d-46a5-8f4d-e94cb3f31e15" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.055250] env[65933]: INFO networking_nsxv3.common.synchronization [req-124f77df-af75-4b0c-8356-9e3d4d8ae56d req-78b26961-b752-4f9c-b885-5b7c44b3242d tempest-ListServersNegativeTestJSON-455332843 tempest-ListServersNegativeTestJSON-455332843-project-member] Enqueued Resource ID: 1436152e-2c65-4bb8-962f-a85ea9660efe with Priority: HIGHEST for action security_group_members [ 742.055250] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1436152e-2c65-4bb8-962f-a85ea9660efe with Priority: HIGHEST for action security_group_members [ 742.055250] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1436152e-2c65-4bb8-962f-a85ea9660efe taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.055716] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.055749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.056024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.056210] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.056325] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.056390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.056589] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.056682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.056792] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1436152e-2c65-4bb8-962f-a85ea9660efe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.172434] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: SUCCESS [ 742.172657] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.172824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.173087] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.173329] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.173480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.173553] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.173728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.173813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.173902] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.173994] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.433177] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73da4a62-171f-4029-ab34-10c08da987b8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.460831] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.461166] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-110" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.461373] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-110" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.461827] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-110" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.462204] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.462432] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.462574] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.462832] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.462977] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.463223] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.463335] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.463457] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.463564] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.463672] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.463775] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.463905] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.485859] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.486244] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.486244] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.486351] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-110" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.486775] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-d65e5e83-a919-4e24-9cfd-bedfc61abff8 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.486947] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-d65e5e83-a919-4e24-9cfd-bedfc61abff8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.487178] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-d65e5e83-a919-4e24-9cfd-bedfc61abff8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.487548] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-d65e5e83-a919-4e24-9cfd-bedfc61abff8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.487681] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d65e5e83-a919-4e24-9cfd-bedfc61abff8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.560299] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.560556] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.560706] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.561108] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.561255] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.561619] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.561813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.561937] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.562256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.562723] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.562723] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1436152e-2c65-4bb8-962f-a85ea9660efe already deleted. [ 742.562723] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.676691] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.677124] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.677227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.677418] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.677658] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.677815] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.677923] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.678183] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.678327] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.678454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.678646] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.678818] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.678908] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.679097] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.679337] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.679501] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.679633] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.679816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.679917] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.680015] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.680113] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.936196] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.936376] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.936521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.936738] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.936844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.936947] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73da4a62-171f-4029-ab34-10c08da987b8 is going to be created. [ 742.961810] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.961957] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.962075] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.962420] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.962627] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.972970] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73da4a62-171f-4029-ab34-10c08da987b8 in Status: UNINITIALIZED for 2s [ 742.990578] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.990802] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.990802] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.991090] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.991227] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.991397] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port d65e5e83-a919-4e24-9cfd-bedfc61abff8 not found, creating... [ 742.991645] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.991818] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.991933] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.992189] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.992294] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.992560] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.992708] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.992818] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.993016] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.993548] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.993719] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: d65e5e83-a919-4e24-9cfd-bedfc61abff8 is going to be created. [ 743.012828] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.013053] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.013137] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.013479] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.013850] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.013850] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-d65e5e83-a919-4e24-9cfd-bedfc61abff8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.185799] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51c8de32-565f-41e6-b885-6ae368f36e67: rpc.has_security_group_logging(os_id): False [ 743.209679] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.209965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.209965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.211009] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.240234] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.240630] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.240807] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.240894] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.241221] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.241344] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.241658] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.241838] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.241916] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.242246] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.242358] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.242621] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.243160] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.243160] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.243160] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.243160] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.243937] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 is going to be updated. [ 743.367718] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.367945] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.367945] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.368189] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.368373] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.391703] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: IN_PROGRESS for 2s [ 744.226459] env[65933]: INFO networking_nsxv3.common.synchronization [req-124f77df-af75-4b0c-8356-9e3d4d8ae56d req-0cddeffe-f017-4c3d-ad31-2d1d2f0b8269 service nova] Enqueued Resource ID: 1436152e-2c65-4bb8-962f-a85ea9660efe with Priority: HIGHEST for action security_group_rules [ 744.226459] env[65933]: INFO networking_nsxv3.common.synchronization [req-124f77df-af75-4b0c-8356-9e3d4d8ae56d req-0cddeffe-f017-4c3d-ad31-2d1d2f0b8269 service nova] Enqueued Resource ID: 1436152e-2c65-4bb8-962f-a85ea9660efe with Priority: HIGHEST for action security_group_members [ 744.226459] env[65933]: INFO networking_nsxv3.common.synchronization [req-124f77df-af75-4b0c-8356-9e3d4d8ae56d req-0cddeffe-f017-4c3d-ad31-2d1d2f0b8269 service nova] Enqueued Resource ID: d65e5e83-a919-4e24-9cfd-bedfc61abff8 with Priority: HIGHEST for action port [ 744.227505] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1436152e-2c65-4bb8-962f-a85ea9660efe with Priority: HIGHEST for action security_group_rules [ 744.227505] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1436152e-2c65-4bb8-962f-a85ea9660efe with Priority: HIGHEST for action security_group_members [ 744.227670] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65e5e83-a919-4e24-9cfd-bedfc61abff8 with Priority: HIGHEST for action port [ 744.227829] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1436152e-2c65-4bb8-962f-a85ea9660efe taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.227961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.228035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.228300] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.228382] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1436152e-2c65-4bb8-962f-a85ea9660efe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.229270] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1436152e-2c65-4bb8-962f-a85ea9660efe taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.229388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.229456] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.229630] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.229822] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.229903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.229952] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.230067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.230153] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.230249] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1436152e-2c65-4bb8-962f-a85ea9660efe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.234284] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d65e5e83-a919-4e24-9cfd-bedfc61abff8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.234410] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d65e5e83-a919-4e24-9cfd-bedfc61abff8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.234470] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d65e5e83-a919-4e24-9cfd-bedfc61abff8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.234641] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d65e5e83-a919-4e24-9cfd-bedfc61abff8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.234720] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d65e5e83-a919-4e24-9cfd-bedfc61abff8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.739508] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1436152e-2c65-4bb8-962f-a85ea9660efe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.739508] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1436152e-2c65-4bb8-962f-a85ea9660efe taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.739508] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.739508] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d65e5e83-a919-4e24-9cfd-bedfc61abff8 with status ACTIVE [ 744.739508] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.739508] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.739508] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.739508] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.739508] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.739508] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.739508] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.739508] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.739508] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.739508] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.740126] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.740126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.740126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.740126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.740126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.740336] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d65e5e83-a919-4e24-9cfd-bedfc61abff8 is going to be updated. [ 744.761591] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.761818] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.761870] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.762067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.762227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.762404] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d65e5e83-a919-4e24-9cfd-bedfc61abff8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.891294] env[65933]: INFO networking_nsxv3.common.synchronization [req-124f77df-af75-4b0c-8356-9e3d4d8ae56d req-c2d78843-585f-42ac-9473-64d7d5a6742e tempest-ListServersNegativeTestJSON-455332843 tempest-ListServersNegativeTestJSON-455332843-project-member] Enqueued Resource ID: 1436152e-2c65-4bb8-962f-a85ea9660efe with Priority: HIGHEST for action security_group_members [ 744.891294] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1436152e-2c65-4bb8-962f-a85ea9660efe with Priority: HIGHEST for action security_group_members [ 744.891294] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1436152e-2c65-4bb8-962f-a85ea9660efe taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.891294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.985059] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73da4a62-171f-4029-ab34-10c08da987b8 in Status: SUCCESS [ 744.985213] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.988541] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.988541] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.988541] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.988541] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.988541] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.988541] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.988541] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.988541] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.988541] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73da4a62-171f-4029-ab34-10c08da987b8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.242984] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1436152e-2c65-4bb8-962f-a85ea9660efe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.410844] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: SUCCESS [ 745.411329] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.483113] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.483318] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-110" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.483469] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-110" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.483887] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-110" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.484173] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.484411] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.484530] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.484756] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.484899] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.485120] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.485228] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.485379] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.485501] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.485614] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.485716] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.485841] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.487907] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73da4a62-171f-4029-ab34-10c08da987b8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.524962] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.525239] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 745.525469] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.525643] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-110" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.526025] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-4bb88c24-a8ae-4b1d-9a5a-dc4eeb182a9c taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.526209] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-4bb88c24-a8ae-4b1d-9a5a-dc4eeb182a9c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.526333] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-4bb88c24-a8ae-4b1d-9a5a-dc4eeb182a9c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.526680] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-4bb88c24-a8ae-4b1d-9a5a-dc4eeb182a9c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.526829] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bb88c24-a8ae-4b1d-9a5a-dc4eeb182a9c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.746461] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.746616] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.746699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.746973] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.747080] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.747177] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1436152e-2c65-4bb8-962f-a85ea9660efe is going to be created. [ 745.775262] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.775496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.775577] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.775828] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.776063] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.791744] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1436152e-2c65-4bb8-962f-a85ea9660efe in Status: UNINITIALIZED for 2s [ 745.990942] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73da4a62-171f-4029-ab34-10c08da987b8: rpc.has_security_group_logging(os_id): False [ 746.008851] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.008995] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.009071] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.009303] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.009392] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.009855] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.010233] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.010233] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.010233] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.010332] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.010387] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73da4a62-171f-4029-ab34-10c08da987b8 is going to be created. [ 746.030564] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.030913] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.031081] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.031433] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.031583] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.031794] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 4bb88c24-a8ae-4b1d-9a5a-dc4eeb182a9c not found, creating... [ 746.032158] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.032350] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.032517] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.032806] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.032953] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.033364] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.033551] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.033666] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.033900] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.034056] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.034256] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 4bb88c24-a8ae-4b1d-9a5a-dc4eeb182a9c is going to be created. [ 746.054516] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.054732] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.054855] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.055288] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.055580] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.055884] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-4bb88c24-a8ae-4b1d-9a5a-dc4eeb182a9c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.110781] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.113075] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.113075] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.113075] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.113075] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.147719] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73da4a62-171f-4029-ab34-10c08da987b8 in Status: IN_PROGRESS for 2s [ 746.568592] env[65933]: INFO networking_nsxv3.common.synchronization [req-84ba83b8-b213-4404-a2ea-842428586a59 req-7facfbdf-8eaa-4481-8d6a-7586eadfd37e tempest-ImagesTestJSON-331983412 tempest-ImagesTestJSON-331983412-project-member] Enqueued Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 746.568866] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 746.569094] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.569229] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.569300] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.569498] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.569653] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.569757] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.569817] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.570331] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.570331] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.570331] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.753778] env[65933]: INFO networking_nsxv3.common.synchronization [req-124f77df-af75-4b0c-8356-9e3d4d8ae56d req-96e38616-c0c7-44ad-a82b-73ecefdbf150 service nova] Enqueued Resource ID: 1436152e-2c65-4bb8-962f-a85ea9660efe with Priority: HIGHEST for action security_group_rules [ 746.753953] env[65933]: INFO networking_nsxv3.common.synchronization [req-124f77df-af75-4b0c-8356-9e3d4d8ae56d req-96e38616-c0c7-44ad-a82b-73ecefdbf150 service nova] Enqueued Resource ID: 1436152e-2c65-4bb8-962f-a85ea9660efe with Priority: HIGHEST for action security_group_members [ 746.754564] env[65933]: INFO networking_nsxv3.common.synchronization [req-124f77df-af75-4b0c-8356-9e3d4d8ae56d req-96e38616-c0c7-44ad-a82b-73ecefdbf150 service nova] Enqueued Resource ID: 4bb88c24-a8ae-4b1d-9a5a-dc4eeb182a9c with Priority: HIGHEST for action port [ 746.754564] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1436152e-2c65-4bb8-962f-a85ea9660efe with Priority: HIGHEST for action security_group_rules [ 746.754564] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1436152e-2c65-4bb8-962f-a85ea9660efe with Priority: HIGHEST for action security_group_members [ 746.754564] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb88c24-a8ae-4b1d-9a5a-dc4eeb182a9c with Priority: HIGHEST for action port [ 746.755633] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1436152e-2c65-4bb8-962f-a85ea9660efe taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.755793] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.756048] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1436152e-2c65-4bb8-962f-a85ea9660efe taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.756140] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.756356] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bb88c24-a8ae-4b1d-9a5a-dc4eeb182a9c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.756475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bb88c24-a8ae-4b1d-9a5a-dc4eeb182a9c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.756654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bb88c24-a8ae-4b1d-9a5a-dc4eeb182a9c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.756931] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bb88c24-a8ae-4b1d-9a5a-dc4eeb182a9c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.756988] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bb88c24-a8ae-4b1d-9a5a-dc4eeb182a9c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.072879] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.073051] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.073126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.073353] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.097607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.098708] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.099852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.099852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.099852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.099852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.099852] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 is going to be updated. [ 747.128114] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.128275] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.128351] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.128565] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.128819] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.138625] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: IN_PROGRESS for 2s [ 747.260828] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bb88c24-a8ae-4b1d-9a5a-dc4eeb182a9c with status ACTIVE [ 747.260828] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.260828] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.260828] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.260828] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.260828] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.260828] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.260828] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.260828] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.261240] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.261240] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.261240] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.261349] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.261349] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.261485] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.261781] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.261781] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bb88c24-a8ae-4b1d-9a5a-dc4eeb182a9c is going to be updated. [ 747.293820] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.294594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.294594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.295068] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.295068] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.295151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bb88c24-a8ae-4b1d-9a5a-dc4eeb182a9c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.644341] env[65933]: INFO networking_nsxv3.common.synchronization [None req-5d8d0127-15cf-4105-9b50-cb8ace595197 tempest-MigrationsAdminTest-3882852 tempest-MigrationsAdminTest-3882852-project-member] Enqueued Resource ID: 59b3d4b0-dff6-4314-ac34-80303609b9fd with Priority: HIGHEST for action security_group_rules [ 747.645921] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b3d4b0-dff6-4314-ac34-80303609b9fd with Priority: HIGHEST for action security_group_rules [ 747.645921] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59b3d4b0-dff6-4314-ac34-80303609b9fd taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.645921] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59b3d4b0-dff6-4314-ac34-80303609b9fd" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.645921] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59b3d4b0-dff6-4314-ac34-80303609b9fd" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.645921] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59b3d4b0-dff6-4314-ac34-80303609b9fd" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.645921] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59b3d4b0-dff6-4314-ac34-80303609b9fd',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.799710] env[65933]: INFO networking_nsxv3.common.synchronization [None req-082cfeb0-eae0-4ae4-a24d-2213d95e1732 tempest-MigrationsAdminTest-3882852 tempest-MigrationsAdminTest-3882852-project-member] Enqueued Resource ID: 59b3d4b0-dff6-4314-ac34-80303609b9fd with Priority: HIGHEST for action security_group_rules [ 747.801534] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b3d4b0-dff6-4314-ac34-80303609b9fd with Priority: HIGHEST for action security_group_rules [ 747.801996] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59b3d4b0-dff6-4314-ac34-80303609b9fd taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.801996] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59b3d4b0-dff6-4314-ac34-80303609b9fd" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.812393] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1436152e-2c65-4bb8-962f-a85ea9660efe in Status: SUCCESS [ 747.812665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.812856] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.813116] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.813405] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.813573] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.813637] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.813838] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.813932] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.814047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.814182] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1436152e-2c65-4bb8-962f-a85ea9660efe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.819364] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.819364] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.821682] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.822064] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.822064] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.822283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.822283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.824909] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1436152e-2c65-4bb8-962f-a85ea9660efe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.170610] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.170730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.172410] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.172410] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.172410] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.172410] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59b3d4b0-dff6-4314-ac34-80303609b9fd already deleted. [ 748.172410] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59b3d4b0-dff6-4314-ac34-80303609b9fd" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.172410] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59b3d4b0-dff6-4314-ac34-80303609b9fd" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.172410] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59b3d4b0-dff6-4314-ac34-80303609b9fd" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.172410] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59b3d4b0-dff6-4314-ac34-80303609b9fd',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.173665] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73da4a62-171f-4029-ab34-10c08da987b8 in Status: SUCCESS [ 748.173864] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.320389] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1436152e-2c65-4bb8-962f-a85ea9660efe taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.320560] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.327023] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1436152e-2c65-4bb8-962f-a85ea9660efe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.701103] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.701103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.701103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.701103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.701103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.701103] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59b3d4b0-dff6-4314-ac34-80303609b9fd already deleted. [ 748.701103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59b3d4b0-dff6-4314-ac34-80303609b9fd" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.831286] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1436152e-2c65-4bb8-962f-a85ea9660efe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.833560] env[65933]: INFO networking_nsxv3.common.synchronization [req-fbdb34e4-7c29-4698-ad0c-9376dcd94c59 req-e53d52ec-4d47-4914-af36-bbe5d3f5e5d8 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 748.833560] env[65933]: INFO networking_nsxv3.common.synchronization [req-fbdb34e4-7c29-4698-ad0c-9376dcd94c59 req-e53d52ec-4d47-4914-af36-bbe5d3f5e5d8 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 with Priority: HIGHEST for action security_group_members [ 748.833560] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 748.833560] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 with Priority: HIGHEST for action security_group_members [ 748.834370] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.834370] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.834370] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.834370] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.835327] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.836533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.838066] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.838066] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.838066] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.838066] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.839082] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1cda03-9946-4a9d-8c39-70ef8ee98265 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.839234] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.840020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.840020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.840020] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.840020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.840020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.840707] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.840840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.840990] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1cda03-9946-4a9d-8c39-70ef8ee98265',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.894114] env[65933]: INFO networking_nsxv3.common.synchronization [req-fbdb34e4-7c29-4698-ad0c-9376dcd94c59 req-e53d52ec-4d47-4914-af36-bbe5d3f5e5d8 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_rules [ 748.894114] env[65933]: INFO networking_nsxv3.common.synchronization [req-fbdb34e4-7c29-4698-ad0c-9376dcd94c59 req-e53d52ec-4d47-4914-af36-bbe5d3f5e5d8 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 748.894114] env[65933]: INFO networking_nsxv3.common.synchronization [req-fbdb34e4-7c29-4698-ad0c-9376dcd94c59 req-e53d52ec-4d47-4914-af36-bbe5d3f5e5d8 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 with Priority: HIGHEST for action security_group_rules [ 748.894114] env[65933]: INFO networking_nsxv3.common.synchronization [req-fbdb34e4-7c29-4698-ad0c-9376dcd94c59 req-e53d52ec-4d47-4914-af36-bbe5d3f5e5d8 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 with Priority: HIGHEST for action security_group_members [ 748.894406] env[65933]: INFO networking_nsxv3.common.synchronization [req-fbdb34e4-7c29-4698-ad0c-9376dcd94c59 req-e53d52ec-4d47-4914-af36-bbe5d3f5e5d8 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: d89dcf3b-c8cc-4e87-8949-a6a64d1889cb with Priority: HIGHEST for action port [ 748.895397] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_rules [ 748.895541] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 with Priority: HIGHEST for action security_group_rules [ 748.895644] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89dcf3b-c8cc-4e87-8949-a6a64d1889cb with Priority: HIGHEST for action port [ 748.895754] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 748.895833] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 with Priority: HIGHEST for action security_group_members [ 748.896140] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.896272] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.896342] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.896593] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.896633] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.898656] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1cda03-9946-4a9d-8c39-70ef8ee98265 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.898656] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.898656] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.898656] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.898953] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1cda03-9946-4a9d-8c39-70ef8ee98265',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.900711] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d89dcf3b-c8cc-4e87-8949-a6a64d1889cb taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.901047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d89dcf3b-c8cc-4e87-8949-a6a64d1889cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.901047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d89dcf3b-c8cc-4e87-8949-a6a64d1889cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.901214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d89dcf3b-c8cc-4e87-8949-a6a64d1889cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.901295] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d89dcf3b-c8cc-4e87-8949-a6a64d1889cb',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.902230] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.902326] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.903477] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1cda03-9946-4a9d-8c39-70ef8ee98265 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.903477] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.157015] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: SUCCESS [ 749.157235] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 deletion is rescheduled due to dependency. [ 749.157377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.343932] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.344304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.344304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.344566] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.344675] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.344780] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1436152e-2c65-4bb8-962f-a85ea9660efe is going to be updated. [ 749.346107] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.347058] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b1cda03-9946-4a9d-8c39-70ef8ee98265',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.390111] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.390111] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.390399] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.390399] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.390914] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.406349] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d89dcf3b-c8cc-4e87-8949-a6a64d1889cb with status ACTIVE [ 749.406438] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.406598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.406697] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.406948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.407076] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.407311] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.407428] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.407484] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.407674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.407891] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.407985] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.408132] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.408166] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.408296] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.408372] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.408459] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d89dcf3b-c8cc-4e87-8949-a6a64d1889cb is going to be updated. [ 749.409797] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.409964] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.410218] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1cda03-9946-4a9d-8c39-70ef8ee98265 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.410322] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.416540] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1436152e-2c65-4bb8-962f-a85ea9660efe in Status: IN_PROGRESS for 2s [ 749.448063] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.448063] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.448063] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.448063] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.448372] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.448372] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d89dcf3b-c8cc-4e87-8949-a6a64d1889cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.849583] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.850734] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b1cda03-9946-4a9d-8c39-70ef8ee98265',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.358237] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.358237] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.358237] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.358237] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.358237] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.358237] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 is going to be updated. [ 750.358237] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.358237] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.358237] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.359242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.359242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.359358] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 is going to be created. [ 750.411844] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.412090] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.412090] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.412361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.412537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.415289] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.415491] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.415606] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.415816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.416558] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.426963] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: IN_PROGRESS for 2s [ 750.428116] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 in Status: UNINITIALIZED for 2s [ 751.432635] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1436152e-2c65-4bb8-962f-a85ea9660efe in Status: SUCCESS [ 751.432635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.432635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.433285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.433285] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.433455] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.433455] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.433567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.433642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.433775] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1436152e-2c65-4bb8-962f-a85ea9660efe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.692733] env[65933]: INFO networking_nsxv3.common.synchronization [req-402f7608-20a5-4502-9741-e3f0581ea911 req-56e9fb5f-c8e5-486e-aa80-2d0d8f0fdbcc tempest-ImagesNegativeTestJSON-2064129098 tempest-ImagesNegativeTestJSON-2064129098-project-member] Enqueued Resource ID: 2b34f14e-85e3-4dba-b521-8fe20a3253e5 with Priority: HIGHEST for action security_group_members [ 751.693900] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b34f14e-85e3-4dba-b521-8fe20a3253e5 with Priority: HIGHEST for action security_group_members [ 751.694112] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b34f14e-85e3-4dba-b521-8fe20a3253e5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.699593] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.699593] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.699593] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.699593] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.699593] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.699593] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.699593] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.699593] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.699593] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b34f14e-85e3-4dba-b521-8fe20a3253e5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.937681] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1436152e-2c65-4bb8-962f-a85ea9660efe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.200361] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.200550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.200612] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.200804] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.200898] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.201106] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.201241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.201302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.201504] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.201597] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.201695] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b34f14e-85e3-4dba-b521-8fe20a3253e5 is going to be updated. [ 752.232036] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.232205] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.232539] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.232539] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.233163] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.243671] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b34f14e-85e3-4dba-b521-8fe20a3253e5 in Status: IN_PROGRESS for 2s [ 752.441920] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 in Status: SUCCESS [ 752.442341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.442550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.442804] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.443020] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.443168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.443252] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.443402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.443515] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.443607] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1cda03-9946-4a9d-8c39-70ef8ee98265',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.445949] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: SUCCESS [ 752.446276] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.446633] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1436152e-2c65-4bb8-962f-a85ea9660efe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.447771] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.447989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.448196] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.448320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.448375] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.448541] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.450635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.450635] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.559370] env[65933]: INFO networking_nsxv3.common.synchronization [req-fd570e83-95a1-43cc-b071-b3907f1172e2 req-d11db11a-28d2-48e6-b66e-32ba0eb3a6e2 tempest-InstanceActionsNegativeTestJSON-437412411 tempest-InstanceActionsNegativeTestJSON-437412411-project-member] Enqueued Resource ID: 7995b228-04de-4037-aa26-13ed6e127a8e with Priority: HIGHEST for action security_group_members [ 752.559370] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7995b228-04de-4037-aa26-13ed6e127a8e with Priority: HIGHEST for action security_group_members [ 752.559370] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7995b228-04de-4037-aa26-13ed6e127a8e taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.559370] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.559370] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.562028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.562028] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.562028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.562028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.562238] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.562238] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.562345] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7995b228-04de-4037-aa26-13ed6e127a8e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.951223] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b1cda03-9946-4a9d-8c39-70ef8ee98265',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.954019] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.954019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.954019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.954019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.954019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.954019] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1436152e-2c65-4bb8-962f-a85ea9660efe is going to be updated. [ 752.955287] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.995621] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.995834] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.995834] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.996092] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.996256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.006549] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1436152e-2c65-4bb8-962f-a85ea9660efe in Status: IN_PROGRESS for 2s [ 753.065032] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.065208] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.065436] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.065697] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.065891] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.066142] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.066281] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.066397] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.066664] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.066825] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.066954] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7995b228-04de-4037-aa26-13ed6e127a8e is going to be updated. [ 753.102008] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.102318] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.102448] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.102743] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.103025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.115092] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7995b228-04de-4037-aa26-13ed6e127a8e in Status: IN_PROGRESS for 2s [ 753.457183] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b1cda03-9946-4a9d-8c39-70ef8ee98265',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.458445] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.963065] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.963065] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.963065] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.963065] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.963065] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.963065] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 is going to be updated. [ 753.965024] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.965024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.965024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.965024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.965024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.967070] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 is going to be updated. [ 754.001895] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.002318] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.002549] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.002877] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.003272] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.005972] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.006224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.006377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.006648] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.006882] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.022042] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: IN_PROGRESS for 2s [ 754.022042] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 in Status: IN_PROGRESS for 2s [ 754.268397] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b34f14e-85e3-4dba-b521-8fe20a3253e5 in Status: SUCCESS [ 754.268714] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b34f14e-85e3-4dba-b521-8fe20a3253e5 deletion is rescheduled due to dependency. [ 754.268891] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.307642] env[65933]: INFO networking_nsxv3.common.synchronization [req-7dbbbba3-71c4-4287-bce0-fb392442f8d9 req-9dea0086-7729-47af-81b6-25866daa3081 tempest-InstanceActionsV221TestJSON-1330422807 tempest-InstanceActionsV221TestJSON-1330422807-project-member] Enqueued Resource ID: 62db4734-03b6-4e31-a6a6-b67fcef4088a with Priority: HIGHEST for action security_group_members [ 754.308075] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62db4734-03b6-4e31-a6a6-b67fcef4088a with Priority: HIGHEST for action security_group_members [ 754.308384] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-62db4734-03b6-4e31-a6a6-b67fcef4088a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.308514] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.308584] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.308851] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.309018] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.309922] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.310224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.311172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.311510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.312110] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62db4734-03b6-4e31-a6a6-b67fcef4088a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.815012] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.815361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.815361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.815590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.815762] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.816428] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.816579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.816699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.816906] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.817032] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.817128] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62db4734-03b6-4e31-a6a6-b67fcef4088a already deleted. [ 754.817224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.028181] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1436152e-2c65-4bb8-962f-a85ea9660efe in Status: SUCCESS [ 755.028406] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.028583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.028800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.028987] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.029140] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.029211] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.029430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.029581] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.029708] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.029905] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1436152e-2c65-4bb8-962f-a85ea9660efe taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.030034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.030125] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.030297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.030460] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.030584] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.030685] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.030853] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.030935] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.031031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.031124] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1436152e-2c65-4bb8-962f-a85ea9660efe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.126106] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7995b228-04de-4037-aa26-13ed6e127a8e in Status: SUCCESS [ 755.126325] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7995b228-04de-4037-aa26-13ed6e127a8e deletion is rescheduled due to dependency. [ 755.126449] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.266133] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.266133] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-349" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.266133] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-349" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.266673] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-349" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.266673] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.266762] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.266915] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.267223] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.267420] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.267647] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.267761] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.267946] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.268016] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.268087] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.268175] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.268314] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.291378] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.291742] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.291742] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.291833] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-349" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.292201] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-3bc3449a-8cc7-48d2-b817-6290e86195db taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.292598] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-3bc3449a-8cc7-48d2-b817-6290e86195db" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.292598] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-3bc3449a-8cc7-48d2-b817-6290e86195db" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.292755] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-3bc3449a-8cc7-48d2-b817-6290e86195db" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.292886] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bc3449a-8cc7-48d2-b817-6290e86195db',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.533736] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1436152e-2c65-4bb8-962f-a85ea9660efe: rpc.has_security_group_logging(os_id): False [ 755.563328] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.563519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.563563] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.564417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.564417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.564417] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.564417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.564417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.564417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.564417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.564765] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.564765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.564765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.564891] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.564966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.565160] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.565254] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.565315] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.565456] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.565531] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.565617] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1436152e-2c65-4bb8-962f-a85ea9660efe is going to be created. [ 755.669360] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.669579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.669579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.669848] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.670059] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.698576] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1436152e-2c65-4bb8-962f-a85ea9660efe in Status: IN_PROGRESS for 2s [ 755.797322] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.797606] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.797740] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.798431] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.798845] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.799134] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 3bc3449a-8cc7-48d2-b817-6290e86195db not found, creating... [ 755.799472] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.799698] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.799841] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.800145] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.800629] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.800796] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.801135] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.801609] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.801713] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.801884] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.802066] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 3bc3449a-8cc7-48d2-b817-6290e86195db is going to be created. [ 755.828774] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.829398] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.829398] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.831341] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.831441] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.831913] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-3bc3449a-8cc7-48d2-b817-6290e86195db" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.039111] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: SUCCESS [ 756.039491] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.040438] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 in Status: SUCCESS [ 756.040687] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.040922] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.041188] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.041430] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.041611] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.041766] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.041984] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.042133] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.042262] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.042423] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.043311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.043487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.043666] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.043779] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.043842] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.043994] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.044088] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.044174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.044264] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b1cda03-9946-4a9d-8c39-70ef8ee98265',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.546189] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.546339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.546593] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.546843] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.547039] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.547160] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.547238] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.547440] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.547835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.547835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.547835] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.547949] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.547949] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.548099] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.548241] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.548359] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.548422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.548519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.548593] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.548915] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.548915] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.549798] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b1cda03-9946-4a9d-8c39-70ef8ee98265',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.607833] env[65933]: INFO networking_nsxv3.common.synchronization [req-7dbbbba3-71c4-4287-bce0-fb392442f8d9 req-b31a8b86-6d0a-4a10-8c3a-368aa0a84ab1 service nova] Enqueued Resource ID: 62db4734-03b6-4e31-a6a6-b67fcef4088a with Priority: HIGHEST for action security_group_rules [ 756.608900] env[65933]: INFO networking_nsxv3.common.synchronization [req-7dbbbba3-71c4-4287-bce0-fb392442f8d9 req-b31a8b86-6d0a-4a10-8c3a-368aa0a84ab1 service nova] Enqueued Resource ID: 62db4734-03b6-4e31-a6a6-b67fcef4088a with Priority: HIGHEST for action security_group_members [ 756.608900] env[65933]: INFO networking_nsxv3.common.synchronization [req-7dbbbba3-71c4-4287-bce0-fb392442f8d9 req-b31a8b86-6d0a-4a10-8c3a-368aa0a84ab1 service nova] Enqueued Resource ID: 3bc3449a-8cc7-48d2-b817-6290e86195db with Priority: HIGHEST for action port [ 756.609458] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62db4734-03b6-4e31-a6a6-b67fcef4088a with Priority: HIGHEST for action security_group_rules [ 756.609692] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62db4734-03b6-4e31-a6a6-b67fcef4088a with Priority: HIGHEST for action security_group_members [ 756.609875] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc3449a-8cc7-48d2-b817-6290e86195db with Priority: HIGHEST for action port [ 756.610481] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62db4734-03b6-4e31-a6a6-b67fcef4088a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.614169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.614169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.614169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.614169] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62db4734-03b6-4e31-a6a6-b67fcef4088a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.614169] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-62db4734-03b6-4e31-a6a6-b67fcef4088a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.614169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.614169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.614169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.614169] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.614169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.614169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.614169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.614169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.615265] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62db4734-03b6-4e31-a6a6-b67fcef4088a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.616085] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bc3449a-8cc7-48d2-b817-6290e86195db taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.616200] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bc3449a-8cc7-48d2-b817-6290e86195db" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.616247] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bc3449a-8cc7-48d2-b817-6290e86195db" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.616420] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bc3449a-8cc7-48d2-b817-6290e86195db" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.616468] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bc3449a-8cc7-48d2-b817-6290e86195db',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.051987] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51c8de32-565f-41e6-b885-6ae368f36e67: rpc.has_security_group_logging(os_id): False [ 757.055542] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b1cda03-9946-4a9d-8c39-70ef8ee98265: rpc.has_security_group_logging(os_id): False [ 757.072321] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.072503] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.072571] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.072762] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.072887] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.073249] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.073386] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.073489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.073677] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.073764] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.074049] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.074173] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.074240] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.074466] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.074541] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.074727] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.074841] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.074876] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.075019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.075096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.075201] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 is going to be updated. [ 757.077228] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.077336] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.077493] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.077631] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.077716] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.077909] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.078078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.078078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.078221] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.078298] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.078381] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 is going to be created. [ 757.120790] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-62db4734-03b6-4e31-a6a6-b67fcef4088a taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.120790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.120790] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bc3449a-8cc7-48d2-b817-6290e86195db with status ACTIVE [ 757.120790] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.120790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.120790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.121371] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.121371] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.121371] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.121605] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.121715] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.122046] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.122126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.122504] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.122606] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.122655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.122822] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.122938] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.123097] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bc3449a-8cc7-48d2-b817-6290e86195db is going to be updated. [ 757.124177] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62db4734-03b6-4e31-a6a6-b67fcef4088a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.126775] env[65933]: INFO networking_nsxv3.common.synchronization [req-36fbebec-c4aa-4781-860b-ff599e77e280 req-a7fcbae5-ad61-47ae-b421-6e80ae2f56a1 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 17505d36-f0de-4964-897f-a26334c41489 with Priority: HIGHEST for action security_group_members [ 757.126941] env[65933]: INFO networking_nsxv3.common.synchronization [req-36fbebec-c4aa-4781-860b-ff599e77e280 req-a7fcbae5-ad61-47ae-b421-6e80ae2f56a1 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 with Priority: HIGHEST for action security_group_members [ 757.127082] env[65933]: INFO networking_nsxv3.common.synchronization [req-36fbebec-c4aa-4781-860b-ff599e77e280 req-a7fcbae5-ad61-47ae-b421-6e80ae2f56a1 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 757.128325] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17505d36-f0de-4964-897f-a26334c41489 with Priority: HIGHEST for action security_group_members [ 757.128465] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 with Priority: HIGHEST for action security_group_members [ 757.128606] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 757.128852] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-17505d36-f0de-4964-897f-a26334c41489 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.128945] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17505d36-f0de-4964-897f-a26334c41489" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.128994] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17505d36-f0de-4964-897f-a26334c41489" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.129250] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17505d36-f0de-4964-897f-a26334c41489" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.129448] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.129596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.129596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.129710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.129797] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.129889] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17505d36-f0de-4964-897f-a26334c41489',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.130772] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1cda03-9946-4a9d-8c39-70ef8ee98265 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.130881] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.131153] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.131153] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.131267] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.131267] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.131380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.131451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.131605] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.131605] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1cda03-9946-4a9d-8c39-70ef8ee98265',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.132446] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.132573] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.132654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.132727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.132876] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.132966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.133048] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.133169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.133255] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.133315] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.152451] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.152721] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.152721] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.152924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.153094] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.155987] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.156194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.156266] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.156477] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.156783] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.159774] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.159965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.159965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.160219] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.160389] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.160576] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bc3449a-8cc7-48d2-b817-6290e86195db" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.172331] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 in Status: IN_PROGRESS for 2s [ 757.178107] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: IN_PROGRESS for 2s [ 757.184589] env[65933]: INFO networking_nsxv3.common.synchronization [req-36fbebec-c4aa-4781-860b-ff599e77e280 req-a7fcbae5-ad61-47ae-b421-6e80ae2f56a1 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 17505d36-f0de-4964-897f-a26334c41489 with Priority: HIGHEST for action security_group_rules [ 757.184757] env[65933]: INFO networking_nsxv3.common.synchronization [req-36fbebec-c4aa-4781-860b-ff599e77e280 req-a7fcbae5-ad61-47ae-b421-6e80ae2f56a1 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 17505d36-f0de-4964-897f-a26334c41489 with Priority: HIGHEST for action security_group_members [ 757.184884] env[65933]: INFO networking_nsxv3.common.synchronization [req-36fbebec-c4aa-4781-860b-ff599e77e280 req-a7fcbae5-ad61-47ae-b421-6e80ae2f56a1 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_rules [ 757.185336] env[65933]: INFO networking_nsxv3.common.synchronization [req-36fbebec-c4aa-4781-860b-ff599e77e280 req-a7fcbae5-ad61-47ae-b421-6e80ae2f56a1 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 757.185551] env[65933]: INFO networking_nsxv3.common.synchronization [req-36fbebec-c4aa-4781-860b-ff599e77e280 req-a7fcbae5-ad61-47ae-b421-6e80ae2f56a1 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 with Priority: HIGHEST for action security_group_rules [ 757.185813] env[65933]: INFO networking_nsxv3.common.synchronization [req-36fbebec-c4aa-4781-860b-ff599e77e280 req-a7fcbae5-ad61-47ae-b421-6e80ae2f56a1 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 with Priority: HIGHEST for action security_group_members [ 757.185992] env[65933]: INFO networking_nsxv3.common.synchronization [req-36fbebec-c4aa-4781-860b-ff599e77e280 req-a7fcbae5-ad61-47ae-b421-6e80ae2f56a1 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: d89dcf3b-c8cc-4e87-8949-a6a64d1889cb with Priority: HIGHEST for action port [ 757.186918] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17505d36-f0de-4964-897f-a26334c41489 with Priority: HIGHEST for action security_group_rules [ 757.186918] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_rules [ 757.186918] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 with Priority: HIGHEST for action security_group_members [ 757.187244] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89dcf3b-c8cc-4e87-8949-a6a64d1889cb with Priority: HIGHEST for action port [ 757.187244] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 with Priority: HIGHEST for action security_group_rules [ 757.187244] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17505d36-f0de-4964-897f-a26334c41489 with Priority: HIGHEST for action security_group_members [ 757.187244] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 757.187526] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17505d36-f0de-4964-897f-a26334c41489 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.187642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17505d36-f0de-4964-897f-a26334c41489" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.187712] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17505d36-f0de-4964-897f-a26334c41489" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.187963] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17505d36-f0de-4964-897f-a26334c41489" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.188059] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17505d36-f0de-4964-897f-a26334c41489',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.189078] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.189163] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.194407] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1cda03-9946-4a9d-8c39-70ef8ee98265 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.194407] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.194407] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d89dcf3b-c8cc-4e87-8949-a6a64d1889cb taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.194407] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d89dcf3b-c8cc-4e87-8949-a6a64d1889cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.194407] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d89dcf3b-c8cc-4e87-8949-a6a64d1889cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.194407] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d89dcf3b-c8cc-4e87-8949-a6a64d1889cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.194407] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d89dcf3b-c8cc-4e87-8949-a6a64d1889cb',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.194407] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1cda03-9946-4a9d-8c39-70ef8ee98265 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.194407] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.194407] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-17505d36-f0de-4964-897f-a26334c41489 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.194407] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17505d36-f0de-4964-897f-a26334c41489" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.194407] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.194407] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.628121] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62db4734-03b6-4e31-a6a6-b67fcef4088a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.635774] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17505d36-f0de-4964-897f-a26334c41489',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.636700] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b1cda03-9946-4a9d-8c39-70ef8ee98265',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.638948] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.693220] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-17505d36-f0de-4964-897f-a26334c41489 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.693376] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17505d36-f0de-4964-897f-a26334c41489" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.693608] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d89dcf3b-c8cc-4e87-8949-a6a64d1889cb with status ACTIVE [ 757.693809] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.693965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.694069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.694347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.694500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.694741] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.694896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.694983] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.695195] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.695267] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.695544] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.695658] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.695699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.695839] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.695913] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.695997] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d89dcf3b-c8cc-4e87-8949-a6a64d1889cb is going to be updated. [ 757.718284] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1436152e-2c65-4bb8-962f-a85ea9660efe in Status: SUCCESS [ 757.718627] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.718830] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.719075] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.719169] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1436152e-2c65-4bb8-962f-a85ea9660efe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.727610] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.727610] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.727610] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.727810] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.727861] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.728077] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d89dcf3b-c8cc-4e87-8949-a6a64d1889cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.132419] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.132419] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.132419] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.132419] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.132419] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.132419] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62db4734-03b6-4e31-a6a6-b67fcef4088a is going to be created. [ 758.138835] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17505d36-f0de-4964-897f-a26334c41489',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.140077] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b1cda03-9946-4a9d-8c39-70ef8ee98265',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.142328] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.156894] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.156894] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.156894] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.157133] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.157238] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.169697] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62db4734-03b6-4e31-a6a6-b67fcef4088a in Status: UNINITIALIZED for 2s [ 758.222766] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1436152e-2c65-4bb8-962f-a85ea9660efe taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.222766] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.222766] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.222766] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.222766] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.222766] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.223444] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.223757] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.223967] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.226019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.226019] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1436152e-2c65-4bb8-962f-a85ea9660efe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.313489] env[65933]: INFO networking_nsxv3.common.synchronization [req-124f77df-af75-4b0c-8356-9e3d4d8ae56d req-dca44ee3-cda6-4b65-a4c1-ce6ab858adcc tempest-ListServersNegativeTestJSON-455332843 tempest-ListServersNegativeTestJSON-455332843-project-member] Enqueued Resource ID: 1436152e-2c65-4bb8-962f-a85ea9660efe with Priority: HIGHEST for action security_group_members [ 758.313676] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1436152e-2c65-4bb8-962f-a85ea9660efe with Priority: HIGHEST for action security_group_members [ 758.313948] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1436152e-2c65-4bb8-962f-a85ea9660efe taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.314379] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.314379] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.314553] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.314634] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.314776] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.314841] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.315374] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.315374] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.315374] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1436152e-2c65-4bb8-962f-a85ea9660efe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.647028] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.647028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.647028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.647028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.647028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.647028] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17505d36-f0de-4964-897f-a26334c41489 is going to be created. [ 758.647028] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.647028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.647028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.647028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.647028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.647028] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 is going to be updated. [ 758.648738] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.649045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.649241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.649558] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.649763] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.650056] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 is going to be updated. [ 758.679277] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.682025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.682025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.682025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.682025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.682523] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.682788] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.682956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.683333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.683592] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.685371] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.685659] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.685848] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.687077] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.687077] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.700600] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 in Status: IN_PROGRESS for 2s [ 758.700600] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: IN_PROGRESS for 2s [ 758.700600] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17505d36-f0de-4964-897f-a26334c41489 in Status: UNINITIALIZED for 2s [ 758.732755] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1436152e-2c65-4bb8-962f-a85ea9660efe taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.732755] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.818990] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1436152e-2c65-4bb8-962f-a85ea9660efe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.187899] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 in Status: SUCCESS [ 759.188552] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.188843] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.190360] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.190360] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1cda03-9946-4a9d-8c39-70ef8ee98265',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.198905] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: SUCCESS [ 759.198905] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.198905] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.198905] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.198905] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.323351] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1436152e-2c65-4bb8-962f-a85ea9660efe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.692964] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1cda03-9946-4a9d-8c39-70ef8ee98265 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.693289] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.701249] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.701452] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.827996] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.828213] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.828319] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.829503] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.829503] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.829503] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1436152e-2c65-4bb8-962f-a85ea9660efe is going to be updated. [ 759.859481] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.860147] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.860147] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.860349] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.860531] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.871291] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1436152e-2c65-4bb8-962f-a85ea9660efe in Status: IN_PROGRESS for 2s [ 760.180721] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62db4734-03b6-4e31-a6a6-b67fcef4088a in Status: SUCCESS [ 760.180966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.181136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.181359] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.181558] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.181679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.181746] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.183520] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.183520] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.183520] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.183520] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62db4734-03b6-4e31-a6a6-b67fcef4088a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.684741] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-62db4734-03b6-4e31-a6a6-b67fcef4088a taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.685254] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.685254] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.685532] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.685723] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.685820] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.685876] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.686145] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.686235] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.686333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.686512] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-62db4734-03b6-4e31-a6a6-b67fcef4088a taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.686660] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.686727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.686877] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.687081] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.687185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.687255] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.687429] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.688227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.688227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.688227] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62db4734-03b6-4e31-a6a6-b67fcef4088a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.721923] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17505d36-f0de-4964-897f-a26334c41489 in Status: SUCCESS [ 760.722294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17505d36-f0de-4964-897f-a26334c41489" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.722617] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17505d36-f0de-4964-897f-a26334c41489" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.722783] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17505d36-f0de-4964-897f-a26334c41489" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.722995] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.723136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.723202] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.723413] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.723505] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.723607] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17505d36-f0de-4964-897f-a26334c41489',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.725699] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: SUCCESS [ 760.725699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.726403] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 in Status: SUCCESS [ 760.729844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.729844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.729844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.729844] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.729844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.729844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.729844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.729844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.729844] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.729844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.729844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.729844] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.729844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.729844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.729844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.729844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.729844] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1cda03-9946-4a9d-8c39-70ef8ee98265',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.190420] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62db4734-03b6-4e31-a6a6-b67fcef4088a: rpc.has_security_group_logging(os_id): False [ 761.216022] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.216022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.216022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.216022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.216022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.216022] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.216022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.216022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.216022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.216022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.216022] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.216022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.216022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.216022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.216022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.216655] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.216655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.216655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.216655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.216655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.216655] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62db4734-03b6-4e31-a6a6-b67fcef4088a is going to be created. [ 761.234642] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17505d36-f0de-4964-897f-a26334c41489',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.235532] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.236263] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b1cda03-9946-4a9d-8c39-70ef8ee98265',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.294762] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.294981] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.295112] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.296222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.296222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.319396] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62db4734-03b6-4e31-a6a6-b67fcef4088a in Status: IN_PROGRESS for 2s [ 761.517030] env[65933]: INFO networking_nsxv3.common.synchronization [req-4d6f1282-db42-4c99-b547-25aee5d5a47e req-5e7bbb82-ad6c-402b-b9c1-3a3959d99969 tempest-ServersAdminTestJSON-11460790 tempest-ServersAdminTestJSON-11460790-project-member] Enqueued Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 761.517939] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 761.520104] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.520104] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.520104] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.520296] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.520330] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.520438] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.520492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.520745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.520745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.520873] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.739692] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.740789] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b1cda03-9946-4a9d-8c39-70ef8ee98265',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.741746] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17505d36-f0de-4964-897f-a26334c41489',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.767874] env[65933]: INFO networking_nsxv3.common.synchronization [req-68467fd4-d60c-4246-a153-2233aed1a787 req-503c4322-a0eb-4c36-b737-1f2e6724f887 tempest-ServersTestJSON-1461141574 tempest-ServersTestJSON-1461141574-project-member] Enqueued Resource ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 with Priority: HIGHEST for action security_group_members [ 761.768630] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 with Priority: HIGHEST for action security_group_members [ 761.769330] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-820e3927-d0b7-42a4-8d45-8b51229e72c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.769498] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.769571] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.769769] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.769948] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.770074] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.770153] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.770317] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.770414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.770675] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('820e3927-d0b7-42a4-8d45-8b51229e72c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.884203] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1436152e-2c65-4bb8-962f-a85ea9660efe in Status: SUCCESS [ 761.884203] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.884435] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.884727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.885033] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.885169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.885254] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.885551] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.885611] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.885699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.885872] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1436152e-2c65-4bb8-962f-a85ea9660efe taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.885981] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.886070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.886266] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.886435] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.886567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.886633] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.886956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.886956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.887105] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.887105] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1436152e-2c65-4bb8-962f-a85ea9660efe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.989194] env[65933]: INFO networking_nsxv3.common.synchronization [req-82cfff5d-6138-4af8-bf88-481173f09258 req-4517e276-6a66-4f67-9b90-66b23433eb65 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 761.989360] env[65933]: INFO networking_nsxv3.common.synchronization [req-82cfff5d-6138-4af8-bf88-481173f09258 req-4517e276-6a66-4f67-9b90-66b23433eb65 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 17505d36-f0de-4964-897f-a26334c41489 with Priority: HIGHEST for action security_group_members [ 761.989486] env[65933]: INFO networking_nsxv3.common.synchronization [req-82cfff5d-6138-4af8-bf88-481173f09258 req-4517e276-6a66-4f67-9b90-66b23433eb65 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 with Priority: HIGHEST for action security_group_members [ 761.990315] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 761.990453] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17505d36-f0de-4964-897f-a26334c41489 with Priority: HIGHEST for action security_group_members [ 761.990553] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 with Priority: HIGHEST for action security_group_members [ 761.990814] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.990918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.993167] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-17505d36-f0de-4964-897f-a26334c41489 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.993277] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17505d36-f0de-4964-897f-a26334c41489" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.993501] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1cda03-9946-4a9d-8c39-70ef8ee98265 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.993590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.027229] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.149156] env[65933]: INFO networking_nsxv3.common.synchronization [req-124f77df-af75-4b0c-8356-9e3d4d8ae56d req-d09b7f87-d024-406e-bfbf-6c4e71e47848 tempest-ListServersNegativeTestJSON-455332843 tempest-ListServersNegativeTestJSON-455332843-project-member] Enqueued Resource ID: 1436152e-2c65-4bb8-962f-a85ea9660efe with Priority: HIGHEST for action security_group_members [ 762.151999] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1436152e-2c65-4bb8-962f-a85ea9660efe with Priority: HIGHEST for action security_group_members [ 762.152887] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1436152e-2c65-4bb8-962f-a85ea9660efe taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.153085] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.153193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.153515] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.153760] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.153922] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.154046] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.154286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.154449] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.154636] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1436152e-2c65-4bb8-962f-a85ea9660efe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.243854] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.243854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.243854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.243854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.243854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.244277] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 is going to be updated. [ 762.245553] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.245786] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.245854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.246105] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.246214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.246324] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 is going to be updated. [ 762.247631] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.247780] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.247817] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.247985] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.248083] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.248170] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17505d36-f0de-4964-897f-a26334c41489 is going to be updated. [ 762.273349] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.273435] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.273470] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.273663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.290239] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.290446] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.290501] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.290789] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.291059] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.296763] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.296763] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.296763] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.296947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.297316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.299481] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.299750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.299750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.299966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.300147] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.316972] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17505d36-f0de-4964-897f-a26334c41489 in Status: IN_PROGRESS for 2s [ 762.318823] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 in Status: IN_PROGRESS for 2s [ 762.320620] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: IN_PROGRESS for 2s [ 762.323293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.323675] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.324165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.324222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.324584] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.325221] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.325336] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 is going to be updated. [ 762.389845] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.389960] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.390089] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.390347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.390526] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.391862] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1436152e-2c65-4bb8-962f-a85ea9660efe: rpc.has_security_group_logging(os_id): False [ 762.406763] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 in Status: IN_PROGRESS for 2s [ 762.416464] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.416674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.416753] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.417354] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.417354] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.417485] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.417556] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.417604] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.417776] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.417916] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.418232] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.418404] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.418444] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.418606] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.418692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.418984] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.423373] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.423700] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.424077] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.424235] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.424361] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1436152e-2c65-4bb8-962f-a85ea9660efe is going to be updated. [ 762.531271] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.536654] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.536654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.536654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.536654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.536654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.556852] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1436152e-2c65-4bb8-962f-a85ea9660efe in Status: IN_PROGRESS for 2s [ 762.658199] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.658386] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.658426] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.658652] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.658746] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.658942] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.659058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.659143] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.659276] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.659351] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.659438] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1436152e-2c65-4bb8-962f-a85ea9660efe is going to be updated. [ 762.699209] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.699382] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.699430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.699697] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.699825] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.711872] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1436152e-2c65-4bb8-962f-a85ea9660efe in Status: IN_PROGRESS for 2s [ 763.032882] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.033312] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.033312] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.033398] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.033428] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.033852] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eab50ba-9300-413a-a121-8a9a4f066cce is going to be updated. [ 763.064452] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.064654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.064747] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.064980] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.065729] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.077957] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: IN_PROGRESS for 2s [ 763.339401] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62db4734-03b6-4e31-a6a6-b67fcef4088a in Status: SUCCESS [ 763.339638] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.331282] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: SUCCESS [ 764.331648] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.331773] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.332153] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.332416] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.332552] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.332626] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.332824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.332911] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.333051] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.333154] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.334978] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17505d36-f0de-4964-897f-a26334c41489 in Status: SUCCESS [ 764.335211] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17505d36-f0de-4964-897f-a26334c41489" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.336116] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 in Status: SUCCESS [ 764.336310] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.336522] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.336741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.336961] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.337135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.337210] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.337421] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.337618] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.337756] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.338909] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17505d36-f0de-4964-897f-a26334c41489" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.338909] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17505d36-f0de-4964-897f-a26334c41489" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.339062] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.339241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.339347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.341513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.341513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.341513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17505d36-f0de-4964-897f-a26334c41489" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.341513] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17505d36-f0de-4964-897f-a26334c41489',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.341513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.341513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.341513] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.341513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.341513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.341513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.341513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.341513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.341513] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b1cda03-9946-4a9d-8c39-70ef8ee98265',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.343505] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17505d36-f0de-4964-897f-a26334c41489" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.343634] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17505d36-f0de-4964-897f-a26334c41489" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.343826] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.344083] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.344150] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.344341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.344444] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.344590] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17505d36-f0de-4964-897f-a26334c41489',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.345785] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.347172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.347172] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.347172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.347172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.347172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.347172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.347172] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1cda03-9946-4a9d-8c39-70ef8ee98265',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.405110] env[65933]: INFO networking_nsxv3.common.synchronization [req-79ea86c1-69d1-4c0c-bab2-68c61c909c40 req-9186ce25-9b78-4978-a6d6-be9b79db8c3e tempest-ServerRescueNegativeTestJSON-593525832 tempest-ServerRescueNegativeTestJSON-593525832-project-member] Enqueued Resource ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 with Priority: HIGHEST for action security_group_members [ 764.405836] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 with Priority: HIGHEST for action security_group_members [ 764.406199] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.406372] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.406432] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.406705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.406890] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.407015] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.407089] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.407283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.407379] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.407489] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e8ceb4-8f6c-471c-8c4e-11c5108ecc21',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.418578] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 in Status: SUCCESS [ 764.418772] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 deletion is rescheduled due to dependency. [ 764.418955] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.574596] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1436152e-2c65-4bb8-962f-a85ea9660efe in Status: SUCCESS [ 764.574596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.723341] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1436152e-2c65-4bb8-962f-a85ea9660efe in Status: SUCCESS [ 764.723898] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1436152e-2c65-4bb8-962f-a85ea9660efe deletion is rescheduled due to dependency. [ 764.724120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.779911] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.780185] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-613" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.780331] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-613" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.780635] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-613" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.781084] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.781292] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.781436] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.781679] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.781844] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.782145] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.782380] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.782479] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.782559] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.782670] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.782817] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.782973] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.805317] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.805503] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.805916] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.805916] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-613" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.806224] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-a4dd1370-c229-4937-a4e9-70d48a97771f taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.806383] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-a4dd1370-c229-4937-a4e9-70d48a97771f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.806504] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-a4dd1370-c229-4937-a4e9-70d48a97771f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.806852] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-a4dd1370-c229-4937-a4e9-70d48a97771f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.807067] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4dd1370-c229-4937-a4e9-70d48a97771f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.844206] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.845234] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17505d36-f0de-4964-897f-a26334c41489',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.846632] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.846632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.848129] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.849168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.849168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.849168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.849168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.849168] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.849168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.849168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.849168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.849476] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.849476] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17505d36-f0de-4964-897f-a26334c41489 is going to be deleted. [ 764.850412] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.850527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.850595] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.850751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.850828] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.850994] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.851110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.851497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.851497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.851497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.851497] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 is going to be updated. [ 764.853686] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b1cda03-9946-4a9d-8c39-70ef8ee98265',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.879174] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.879312] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.879389] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.879608] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.879752] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.883982] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.884183] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.884238] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.884520] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.884615] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.884701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17505d36-f0de-4964-897f-a26334c41489" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.890752] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 in Status: IN_PROGRESS for 2s [ 764.911050] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.911050] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.911276] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.911397] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.911496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.911970] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.911970] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.911970] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.912228] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.912228] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.912355] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 already deleted. [ 764.912409] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.089011] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: SUCCESS [ 765.089234] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.311300] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.311978] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.311978] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.312461] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.312687] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.312891] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port a4dd1370-c229-4937-a4e9-70d48a97771f not found, creating... [ 765.313246] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.313488] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.313676] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.313949] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.314710] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.315363] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.315795] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.316156] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.316952] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.317275] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.317817] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: a4dd1370-c229-4937-a4e9-70d48a97771f is going to be created. [ 765.348279] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17505d36-f0de-4964-897f-a26334c41489: rpc.has_security_group_logging(os_id): False [ 765.350014] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.358240] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.358574] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.358763] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.359546] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.359905] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.360186] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-a4dd1370-c229-4937-a4e9-70d48a97771f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.361159] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b1cda03-9946-4a9d-8c39-70ef8ee98265: rpc.has_security_group_logging(os_id): False [ 765.373257] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.373646] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.373646] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.373750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.373874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.374073] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.374196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.374281] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.374482] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.374632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.374681] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17505d36-f0de-4964-897f-a26334c41489 is going to be created. [ 765.381114] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.381406] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.381406] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.381607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.381665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.381912] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.382041] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.382801] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.382801] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.382952] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.382952] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 is going to be updated. [ 765.404715] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/17505d36-f0de-4964-897f-a26334c41489], does not exist path=[/infra/domains/default/groups/17505d36-f0de-4964-897f-a26334c41489]."\n}' [ 765.404866] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17505d36-f0de-4964-897f-a26334c41489 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/17505d36-f0de-4964-897f-a26334c41489 [ 765.406684] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 765.471231] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.471423] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.471490] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.471667] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.472726] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.473316] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.473492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.473569] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.473803] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.473902] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.474157] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.474269] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.478159] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.478405] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.478497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.478598] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17505d36-f0de-4964-897f-a26334c41489 is going to be created. [ 765.488494] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.488688] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.488778] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.488919] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.489060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.511932] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 in Status: IN_PROGRESS for 2s [ 765.514660] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/17505d36-f0de-4964-897f-a26334c41489], does not exist path=[/infra/domains/default/groups/17505d36-f0de-4964-897f-a26334c41489]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/17505d36-f0de-4964-897f-a26334c41489 [ 765.514888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17505d36-f0de-4964-897f-a26334c41489" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.515124] env[65933]: Traceback (most recent call last): [ 765.515285] env[65933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 765.515285] env[65933]: return func(*args, **kwargs) [ 765.515285] env[65933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 765.515285] env[65933]: res.raise_for_status() [ 765.515285] env[65933]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 765.515285] env[65933]: raise HTTPError(http_error_msg, response=self) [ 765.515285] env[65933]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/17505d36-f0de-4964-897f-a26334c41489 [ 765.515285] env[65933]: During handling of the above exception, another exception occurred: [ 765.515285] env[65933]: Traceback (most recent call last): [ 765.515285] env[65933]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 765.515285] env[65933]: listener.cb(fileno) [ 765.515285] env[65933]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 765.515285] env[65933]: result = function(*args, **kwargs) [ 765.515285] env[65933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 765.515285] env[65933]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 765.515285] env[65933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 765.515285] env[65933]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 765.515285] env[65933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 765.515285] env[65933]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 765.515285] env[65933]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 765.515285] env[65933]: res.raise_for_status() [ 765.515285] env[65933]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 765.515285] env[65933]: raise HTTPError(http_error_msg, response=self) [ 765.515285] env[65933]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/17505d36-f0de-4964-897f-a26334c41489 [ 765.515285] env[65933]: Removing descriptor: 28 [ 765.857916] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.858159] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.858467] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.858467] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.858563] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.858687] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 is going to be updated. [ 765.892964] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.893216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.893302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.893650] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.893879] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.904346] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: IN_PROGRESS for 2s [ 766.065645] env[65933]: INFO networking_nsxv3.common.synchronization [req-79ea86c1-69d1-4c0c-bab2-68c61c909c40 req-9cedbed6-01aa-4b13-bd1e-be2265bc3edc service nova] Enqueued Resource ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 with Priority: HIGHEST for action security_group_rules [ 766.065979] env[65933]: INFO networking_nsxv3.common.synchronization [req-79ea86c1-69d1-4c0c-bab2-68c61c909c40 req-9cedbed6-01aa-4b13-bd1e-be2265bc3edc service nova] Enqueued Resource ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 with Priority: HIGHEST for action security_group_members [ 766.065979] env[65933]: INFO networking_nsxv3.common.synchronization [req-79ea86c1-69d1-4c0c-bab2-68c61c909c40 req-9cedbed6-01aa-4b13-bd1e-be2265bc3edc service nova] Enqueued Resource ID: a4dd1370-c229-4937-a4e9-70d48a97771f with Priority: HIGHEST for action port [ 766.066425] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 with Priority: HIGHEST for action security_group_rules [ 766.066568] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 with Priority: HIGHEST for action security_group_members [ 766.066664] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dd1370-c229-4937-a4e9-70d48a97771f with Priority: HIGHEST for action port [ 766.066951] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.067610] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.067693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.067903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.067986] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67e8ceb4-8f6c-471c-8c4e-11c5108ecc21',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.069253] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.069422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.069422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.069603] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.075121] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.075121] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.075121] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.075341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.075341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.075412] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e8ceb4-8f6c-471c-8c4e-11c5108ecc21',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.077021] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4dd1370-c229-4937-a4e9-70d48a97771f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.077021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4dd1370-c229-4937-a4e9-70d48a97771f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.077193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4dd1370-c229-4937-a4e9-70d48a97771f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.078028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4dd1370-c229-4937-a4e9-70d48a97771f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.078028] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4dd1370-c229-4937-a4e9-70d48a97771f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.579255] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.579569] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.579569] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67e8ceb4-8f6c-471c-8c4e-11c5108ecc21',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.580917] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4dd1370-c229-4937-a4e9-70d48a97771f with status ACTIVE [ 766.581131] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.581248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.581316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.581519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.581607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.583730] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.583730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.583730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.583730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.583730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.583730] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.583730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.583730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.583730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.583730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.583730] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4dd1370-c229-4937-a4e9-70d48a97771f is going to be updated. [ 766.608332] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.608557] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.608557] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.608965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.608965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.609301] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4dd1370-c229-4937-a4e9-70d48a97771f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.838053] env[65933]: INFO networking_nsxv3.common.synchronization [None req-fd646ba1-294d-46a7-83bd-c35d14dbf7c2 None None] Enqueued Resource ID: ffeba9ef-5f7e-4449-b806-e1888c46f3b8 with Priority: HIGHEST for action port [ 766.838620] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffeba9ef-5f7e-4449-b806-e1888c46f3b8 with Priority: HIGHEST for action port [ 766.838936] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffeba9ef-5f7e-4449-b806-e1888c46f3b8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.839783] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffeba9ef-5f7e-4449-b806-e1888c46f3b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.840898] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffeba9ef-5f7e-4449-b806-e1888c46f3b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.841208] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffeba9ef-5f7e-4449-b806-e1888c46f3b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.841297] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffeba9ef-5f7e-4449-b806-e1888c46f3b8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.902897] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 in Status: SUCCESS [ 766.903095] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 deletion is rescheduled due to dependency. [ 766.903217] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.085428] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67e8ceb4-8f6c-471c-8c4e-11c5108ecc21',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.156144] env[65933]: INFO networking_nsxv3.common.synchronization [req-07efe591-d620-446c-becf-46230d22b393 req-ebb513cc-9e5a-42eb-8983-4b6ec29fda99 tempest-ServersNegativeTestJSON-1178383421 tempest-ServersNegativeTestJSON-1178383421-project-member] Enqueued Resource ID: 7022cd29-8784-4706-ac03-3cc7395ab323 with Priority: HIGHEST for action security_group_members [ 767.156847] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7022cd29-8784-4706-ac03-3cc7395ab323 with Priority: HIGHEST for action security_group_members [ 767.157158] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7022cd29-8784-4706-ac03-3cc7395ab323 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.158542] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.158542] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.158542] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.158542] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.158542] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.158542] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.160486] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.160594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.160729] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.345248] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffeba9ef-5f7e-4449-b806-e1888c46f3b8 [ 767.345527] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.345717] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.345819] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.346152] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.346285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.346429] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffeba9ef-5f7e-4449-b806-e1888c46f3b8 already deleted. [ 767.346556] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffeba9ef-5f7e-4449-b806-e1888c46f3b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.528463] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 in Status: SUCCESS [ 767.528707] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.588201] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.588201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.588201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.588201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.588201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.588793] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 is going to be created. [ 767.611735] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.611997] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-274" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.612560] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-274" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.612944] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-274" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.613232] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.613410] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.613525] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.613787] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.613968] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.614211] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.614322] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.614484] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.614593] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.614718] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.614810] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.614942] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.617460] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.617615] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.617657] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.618029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.618029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.631169] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 in Status: UNINITIALIZED for 2s [ 767.638496] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.638678] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.638843] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.639221] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-274" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.639815] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-c45b6dcd-f838-4e9c-8957-eea4463ed8be taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.640024] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-c45b6dcd-f838-4e9c-8957-eea4463ed8be" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.641023] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-c45b6dcd-f838-4e9c-8957-eea4463ed8be" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.641023] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-c45b6dcd-f838-4e9c-8957-eea4463ed8be" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.641023] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c45b6dcd-f838-4e9c-8957-eea4463ed8be',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.667308] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.667308] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.667308] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.667308] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.667308] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.667308] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.667308] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.667308] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.667308] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.667308] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.667308] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7022cd29-8784-4706-ac03-3cc7395ab323 already deleted. [ 767.667308] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.740462] env[65933]: INFO networking_nsxv3.common.synchronization [None req-9ee7796e-68d4-4489-9971-43daf0900c52 tempest-ServersV294TestFqdnHostnames-652044258 tempest-ServersV294TestFqdnHostnames-652044258-project-member] Enqueued Resource ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b with Priority: HIGHEST for action security_group_rules [ 767.742969] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b with Priority: HIGHEST for action security_group_rules [ 767.742969] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.742969] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.742969] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.742969] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.742969] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1721ea4d-44cb-49a4-86e3-07f567e5fb2b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.861814] env[65933]: INFO networking_nsxv3.common.synchronization [None req-9079a22a-056d-433b-a8ee-5fa7e32d6a78 tempest-ServersV294TestFqdnHostnames-652044258 tempest-ServersV294TestFqdnHostnames-652044258-project-member] Enqueued Resource ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b with Priority: HIGHEST for action security_group_rules [ 767.862479] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b with Priority: HIGHEST for action security_group_rules [ 767.862797] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.863124] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.915158] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: SUCCESS [ 767.918158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.918158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.918158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.918158] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.918158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.918158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.918158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.918158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.918158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.918158] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.918158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.918158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.918158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.918158] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.918158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.918158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.918158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.918985] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.919179] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.919364] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.145022] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.145022] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.145022] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.145022] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.145022] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.145022] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port c45b6dcd-f838-4e9c-8957-eea4463ed8be not found, creating... [ 768.145022] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.145022] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.145022] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.145022] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.145022] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.145535] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.145535] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.145535] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.146190] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.146485] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.146767] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: c45b6dcd-f838-4e9c-8957-eea4463ed8be is going to be created. [ 768.171082] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.171082] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.171082] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.171082] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.171082] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.171822] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-c45b6dcd-f838-4e9c-8957-eea4463ed8be" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.274891] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.275121] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.275215] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.275817] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.275935] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.276023] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b already deleted. [ 768.276127] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.276292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.276518] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.276715] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1721ea4d-44cb-49a4-86e3-07f567e5fb2b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.421672] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51c8de32-565f-41e6-b885-6ae368f36e67: rpc.has_security_group_logging(os_id): False [ 768.441639] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.441796] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.441861] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.442104] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.466744] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.468578] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.468965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.468965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.469222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.469366] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.469669] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.469817] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.469927] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.470194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.470338] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.470599] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.470768] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.470870] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.471102] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.471272] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.471395] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 is going to be updated. [ 768.541955] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.542302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.542302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.542513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.542720] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.571398] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: IN_PROGRESS for 2s [ 768.805049] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.805049] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.805049] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.805049] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.805855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.805855] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b already deleted. [ 768.805855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.935675] env[65933]: INFO networking_nsxv3.common.synchronization [req-07efe591-d620-446c-becf-46230d22b393 req-f3c27eb5-26d6-46d9-b863-2b22e753c9c5 service nova] Enqueued Resource ID: 7022cd29-8784-4706-ac03-3cc7395ab323 with Priority: HIGHEST for action security_group_rules [ 768.935928] env[65933]: INFO networking_nsxv3.common.synchronization [req-07efe591-d620-446c-becf-46230d22b393 req-f3c27eb5-26d6-46d9-b863-2b22e753c9c5 service nova] Enqueued Resource ID: 7022cd29-8784-4706-ac03-3cc7395ab323 with Priority: HIGHEST for action security_group_members [ 768.936148] env[65933]: INFO networking_nsxv3.common.synchronization [req-07efe591-d620-446c-becf-46230d22b393 req-f3c27eb5-26d6-46d9-b863-2b22e753c9c5 service nova] Enqueued Resource ID: c45b6dcd-f838-4e9c-8957-eea4463ed8be with Priority: HIGHEST for action port [ 768.936822] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7022cd29-8784-4706-ac03-3cc7395ab323 with Priority: HIGHEST for action security_group_rules [ 768.937865] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7022cd29-8784-4706-ac03-3cc7395ab323 with Priority: HIGHEST for action security_group_members [ 768.938263] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45b6dcd-f838-4e9c-8957-eea4463ed8be with Priority: HIGHEST for action port [ 768.938562] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7022cd29-8784-4706-ac03-3cc7395ab323 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.938810] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.938810] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.939227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.939342] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.940860] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7022cd29-8784-4706-ac03-3cc7395ab323 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.940860] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.940860] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.940860] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.946955] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.947620] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.947620] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.947620] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.948771] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.948771] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.949742] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-c45b6dcd-f838-4e9c-8957-eea4463ed8be taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.951211] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c45b6dcd-f838-4e9c-8957-eea4463ed8be" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.951607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c45b6dcd-f838-4e9c-8957-eea4463ed8be" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.951750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c45b6dcd-f838-4e9c-8957-eea4463ed8be" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.951919] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c45b6dcd-f838-4e9c-8957-eea4463ed8be',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.311955] env[65933]: INFO networking_nsxv3.common.synchronization [None req-74893bb1-4a09-4e53-98ee-96dc4766c588 None None] Enqueued Resource ID: a7bfe362-6a58-417c-ad7b-bebab93db8d6 with Priority: HIGHEST for action port [ 769.312884] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7bfe362-6a58-417c-ad7b-bebab93db8d6 with Priority: HIGHEST for action port [ 769.312958] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7bfe362-6a58-417c-ad7b-bebab93db8d6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.313759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7bfe362-6a58-417c-ad7b-bebab93db8d6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.313759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7bfe362-6a58-417c-ad7b-bebab93db8d6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.314115] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7bfe362-6a58-417c-ad7b-bebab93db8d6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.314189] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7bfe362-6a58-417c-ad7b-bebab93db8d6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.448584] env[65933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 769.448584] env[65933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] NSXv3 Agent Agent loop - iteration:1 started [ 769.454919] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7022cd29-8784-4706-ac03-3cc7395ab323 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.455116] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.455361] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.456389] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c45b6dcd-f838-4e9c-8957-eea4463ed8be with status ACTIVE [ 769.456665] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.456725] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.456807] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.457101] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.457101] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.457429] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.457429] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.459164] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.459369] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.459465] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.460595] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.460595] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.460595] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.460595] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.460595] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.460595] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c45b6dcd-f838-4e9c-8957-eea4463ed8be is going to be updated. [ 769.486240] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.486386] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.486462] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.486684] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.486834] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.487020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c45b6dcd-f838-4e9c-8957-eea4463ed8be" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.658162] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 in Status: SUCCESS [ 769.658394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.658573] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.658795] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.658990] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.659282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.661385] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.661385] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.661385] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.661385] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.661385] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67e8ceb4-8f6c-471c-8c4e-11c5108ecc21',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.770987] env[65933]: INFO networking_nsxv3.common.synchronization [req-7be767ca-f837-4633-91d3-b9053e202d62 req-430e3c2d-ca2c-41a1-ab64-278866247fcc tempest-VolumesAdminNegativeTest-1379281038 tempest-VolumesAdminNegativeTest-1379281038-project-member] Enqueued Resource ID: 98b81d47-b2f3-4aad-b36c-11436cf84f09 with Priority: HIGHEST for action security_group_members [ 769.772754] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98b81d47-b2f3-4aad-b36c-11436cf84f09 with Priority: HIGHEST for action security_group_members [ 769.772754] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-98b81d47-b2f3-4aad-b36c-11436cf84f09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.772754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.772754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.773389] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.773627] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.773816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.773899] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.774084] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.774175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.774282] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98b81d47-b2f3-4aad-b36c-11436cf84f09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.817238] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7bfe362-6a58-417c-ad7b-bebab93db8d6 [ 769.817510] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.817727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.817727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.817991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.818111] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.818232] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7bfe362-6a58-417c-ad7b-bebab93db8d6 already deleted. [ 769.818324] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7bfe362-6a58-417c-ad7b-bebab93db8d6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.963974] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.130684] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.130882] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-17" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.130986] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-17" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.131345] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-17" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.131590] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.131744] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.131884] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.132129] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.132312] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.132599] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.132758] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.132897] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.133036] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.133221] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.133341] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.133494] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.154943] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.155125] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.155266] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.155459] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-17" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.155944] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-fd408ca1-fe38-44ff-9faa-e2a10f760177 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.155944] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-fd408ca1-fe38-44ff-9faa-e2a10f760177" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.156107] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-fd408ca1-fe38-44ff-9faa-e2a10f760177" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.156375] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-fd408ca1-fe38-44ff-9faa-e2a10f760177" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.156507] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd408ca1-fe38-44ff-9faa-e2a10f760177',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.162144] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67e8ceb4-8f6c-471c-8c4e-11c5108ecc21',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.269028] env[65933]: INFO networking_nsxv3.common.synchronization [req-b19e4685-ebc2-4586-8b22-340f84eb5944 req-b0d36176-0a4b-4278-9fbc-f894347544c0 tempest-InstanceActionsV221TestJSON-1330422807 tempest-InstanceActionsV221TestJSON-1330422807-project-member] Enqueued Resource ID: 62db4734-03b6-4e31-a6a6-b67fcef4088a with Priority: HIGHEST for action security_group_members [ 770.269706] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62db4734-03b6-4e31-a6a6-b67fcef4088a with Priority: HIGHEST for action security_group_members [ 770.270287] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-62db4734-03b6-4e31-a6a6-b67fcef4088a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.270485] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.270616] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.270903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.271141] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.271252] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.271317] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.271484] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.271615] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.271759] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62db4734-03b6-4e31-a6a6-b67fcef4088a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.277246] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.277246] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.277246] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.277246] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.277246] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.277246] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.277573] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.277573] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.277573] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.277573] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.277821] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98b81d47-b2f3-4aad-b36c-11436cf84f09 already deleted. [ 770.277821] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.391579] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.391806] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.391806] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.392021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.392138] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.468089] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.468255] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.468327] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.468544] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.468640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.468781] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7022cd29-8784-4706-ac03-3cc7395ab323 is going to be created. [ 770.491814] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.492016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.492095] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.492314] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.492479] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.503795] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7022cd29-8784-4706-ac03-3cc7395ab323 in Status: UNINITIALIZED for 2s [ 770.596640] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: SUCCESS [ 770.596877] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.659479] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.659830] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.659973] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.660297] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.660446] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.660610] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port fd408ca1-fe38-44ff-9faa-e2a10f760177 not found, creating... [ 770.660930] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.661860] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.662015] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.662287] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.662436] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.662843] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.663163] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.663287] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.663536] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.663674] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.663825] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: fd408ca1-fe38-44ff-9faa-e2a10f760177 is going to be created. [ 770.665224] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21: rpc.has_security_group_logging(os_id): False [ 770.687063] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.687222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.687301] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.687512] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.687718] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.688109] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.688228] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.688284] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.688456] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.688537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.688627] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 is going to be created. [ 770.690671] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.690899] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.691039] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.691263] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.691481] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.691679] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-fd408ca1-fe38-44ff-9faa-e2a10f760177" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.775833] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.775833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.775833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.775833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.817496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.817929] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.818100] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.818143] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.818510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.818510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.818510] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62db4734-03b6-4e31-a6a6-b67fcef4088a is going to be updated. [ 770.823217] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.823217] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.823217] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.823604] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.823604] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.863294] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 in Status: IN_PROGRESS for 2s [ 770.885997] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.886288] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.886352] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.886657] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.886960] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.898363] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.908438] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62db4734-03b6-4e31-a6a6-b67fcef4088a in Status: IN_PROGRESS for 2s [ 771.401487] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.486595] env[65933]: INFO networking_nsxv3.common.synchronization [req-7be767ca-f837-4633-91d3-b9053e202d62 req-7716c152-6ad1-478f-b667-de11a0e6ea80 service nova] Enqueued Resource ID: 98b81d47-b2f3-4aad-b36c-11436cf84f09 with Priority: HIGHEST for action security_group_rules [ 771.486779] env[65933]: INFO networking_nsxv3.common.synchronization [req-7be767ca-f837-4633-91d3-b9053e202d62 req-7716c152-6ad1-478f-b667-de11a0e6ea80 service nova] Enqueued Resource ID: 98b81d47-b2f3-4aad-b36c-11436cf84f09 with Priority: HIGHEST for action security_group_members [ 771.486917] env[65933]: INFO networking_nsxv3.common.synchronization [req-7be767ca-f837-4633-91d3-b9053e202d62 req-7716c152-6ad1-478f-b667-de11a0e6ea80 service nova] Enqueued Resource ID: fd408ca1-fe38-44ff-9faa-e2a10f760177 with Priority: HIGHEST for action port [ 771.487468] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98b81d47-b2f3-4aad-b36c-11436cf84f09 with Priority: HIGHEST for action security_group_rules [ 771.487601] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98b81d47-b2f3-4aad-b36c-11436cf84f09 with Priority: HIGHEST for action security_group_members [ 771.487685] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd408ca1-fe38-44ff-9faa-e2a10f760177 with Priority: HIGHEST for action port [ 771.487992] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98b81d47-b2f3-4aad-b36c-11436cf84f09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.488157] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.488378] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.488577] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.488577] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98b81d47-b2f3-4aad-b36c-11436cf84f09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.489605] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-98b81d47-b2f3-4aad-b36c-11436cf84f09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.489735] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.490023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.490023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.490181] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.490326] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.490326] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.490440] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.490934] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.490934] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98b81d47-b2f3-4aad-b36c-11436cf84f09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.491422] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd408ca1-fe38-44ff-9faa-e2a10f760177 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.491582] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd408ca1-fe38-44ff-9faa-e2a10f760177" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.491582] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd408ca1-fe38-44ff-9faa-e2a10f760177" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.491866] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd408ca1-fe38-44ff-9faa-e2a10f760177" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.491866] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd408ca1-fe38-44ff-9faa-e2a10f760177',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.904724] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 771.905101] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 771.993920] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-98b81d47-b2f3-4aad-b36c-11436cf84f09 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.993920] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.997330] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98b81d47-b2f3-4aad-b36c-11436cf84f09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.998266] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd408ca1-fe38-44ff-9faa-e2a10f760177 with status ACTIVE [ 772.000741] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.000741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.000741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.000741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.000741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.000741] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.000741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.000741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.000741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.000741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.000741] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.000741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.000741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.000741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.000741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.000741] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd408ca1-fe38-44ff-9faa-e2a10f760177 is going to be updated. [ 772.021277] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.021422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.021558] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.021698] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.021844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.023463] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd408ca1-fe38-44ff-9faa-e2a10f760177" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.128995] env[65933]: INFO networking_nsxv3.common.synchronization [req-059aec31-af59-443b-b741-7e6411bd1b7d req-6427527e-020b-451a-9994-1e8c6be1185d tempest-ServerDiskConfigTestJSON-122935285 tempest-ServerDiskConfigTestJSON-122935285-project-member] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 772.129628] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 772.129971] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.134028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.134028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.134028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.134028] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.134028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.134028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.134321] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.134321] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.134377] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.506240] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98b81d47-b2f3-4aad-b36c-11436cf84f09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.526401] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7022cd29-8784-4706-ac03-3cc7395ab323 in Status: SUCCESS [ 772.526731] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.527788] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.528224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.528371] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.528567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.528680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.528915] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.529632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.529704] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.529842] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.637610] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.637775] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.637849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.638080] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.661548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.661839] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.661918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.661984] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.662210] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.662297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.662412] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 is going to be updated. [ 772.689900] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.690104] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.690149] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.690333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.690471] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.699463] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: IN_PROGRESS for 2s [ 772.816411] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.816598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.816665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.816838] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.829509] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 772.830469] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.831281] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 772.857916] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.857916] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.857916] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.858141] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.863517] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.863979] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 772.864058] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 772.864132] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 772.876602] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 in Status: SUCCESS [ 772.876818] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.897829] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.897829] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.897829] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.897829] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.897829] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.898121] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 772.916704] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62db4734-03b6-4e31-a6a6-b67fcef4088a in Status: SUCCESS [ 772.916981] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62db4734-03b6-4e31-a6a6-b67fcef4088a deletion is rescheduled due to dependency. [ 772.917032] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62db4734-03b6-4e31-a6a6-b67fcef4088a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.957275] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.957275] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.957275] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.957275] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.957275] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.957872] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 773.008926] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.009166] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.009271] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.009502] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.009593] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.009698] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98b81d47-b2f3-4aad-b36c-11436cf84f09 is going to be created. [ 773.013505] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.013635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.013729] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.013950] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.014169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.014394] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 773.014600] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8', '1c66a515-b664-4ee7-8caf-bfd1fac3355c', '7d2321b8-2407-4528-ad9c-c8e490eeef8f', '820e3927-d0b7-42a4-8d45-8b51229e72c6', 'c6d0e0f1-4878-4a6f-8e23-42e8088ec69a', '51c8de32-565f-41e6-b885-6ae368f36e67', '63968d53-7162-451b-8a05-0f14bd1489dc', '6eab50ba-9300-413a-a121-8a9a4f066cce', '7995b228-04de-4037-aa26-13ed6e127a8e', '82785649-b730-4ac3-a06c-cd70a12a8652', '4c7a5ab0-8d2f-4907-affe-df71a48e983a', '6b1cda03-9946-4a9d-8c39-70ef8ee98265', 'c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a', '3916bd1a-6b24-4a7b-92ba-dd2a338474e4', '4c5883b3-72c5-4af0-9cf4-ea83fb462b40', '30e9f5ad-d337-46ab-946d-93449a21ccf5', '2b34f14e-85e3-4dba-b521-8fe20a3253e5', '5f862f9b-a973-4e96-bbe0-f4acdec46b8b', '603944a2-4e8d-4f2c-b9f7-23241e53524c', '12d23b2f-0f2a-4109-baa7-2b0543610ce3', 'a1273006-64bc-4383-a462-be6d2973e3b1', '51232178-60bf-4b3a-92dc-2630b88303e6', '67e8ceb4-8f6c-471c-8c4e-11c5108ecc21', '7954a880-8bc9-4b99-ab7e-2cf17512406d', '5637bd2b-e866-4614-8440-4cdd12316a09', '62db4734-03b6-4e31-a6a6-b67fcef4088a', '73da4a62-171f-4029-ab34-10c08da987b8', '1436152e-2c65-4bb8-962f-a85ea9660efe', 'f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18', '46a0f8bd-3799-4728-8031-3f02aee1dbed'} {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 773.014600] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 773.033525] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.033799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.033953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.034240] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.034336] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.034453] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 773.034633] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 773.034774] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 773.036154] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7022cd29-8784-4706-ac03-3cc7395ab323 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.036291] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.036382] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.036629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.036887] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.037074] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.037205] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.037508] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.037574] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.037735] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.037973] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7022cd29-8784-4706-ac03-3cc7395ab323 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.038146] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.038268] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.038480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.038706] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.038855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.038947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.039084] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.039161] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.039240] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.039326] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.041438] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.041572] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.041641] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.041801] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.041942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.055223] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98b81d47-b2f3-4aad-b36c-11436cf84f09 in Status: UNINITIALIZED for 2s [ 773.110429] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.110584] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.110671] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.110862] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.112296] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.112544] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 773.112623] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 773.112698] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 773.112756] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 773.112837] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 773.112908] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGH for action security_group_rules [ 773.112986] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c66a515-b664-4ee7-8caf-bfd1fac3355c with Priority: HIGH for action security_group_rules [ 773.113065] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f with Priority: HIGH for action security_group_rules [ 773.113131] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 with Priority: HIGH for action security_group_rules [ 773.113184] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGH for action security_group_rules [ 773.113248] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGH for action security_group_rules [ 773.113308] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGH for action security_group_rules [ 773.113366] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGH for action security_group_rules [ 773.113415] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7995b228-04de-4037-aa26-13ed6e127a8e with Priority: HIGH for action security_group_rules [ 773.113479] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82785649-b730-4ac3-a06c-cd70a12a8652 with Priority: HIGH for action security_group_rules [ 773.113544] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c7a5ab0-8d2f-4907-affe-df71a48e983a with Priority: HIGH for action security_group_rules [ 773.113597] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 with Priority: HIGH for action security_group_rules [ 773.113660] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a with Priority: HIGH for action security_group_rules [ 773.113721] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 with Priority: HIGH for action security_group_rules [ 773.113779] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 with Priority: HIGH for action security_group_rules [ 773.113838] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 with Priority: HIGH for action security_group_rules [ 773.113906] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b34f14e-85e3-4dba-b521-8fe20a3253e5 with Priority: HIGH for action security_group_rules [ 773.113961] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f862f9b-a973-4e96-bbe0-f4acdec46b8b with Priority: HIGH for action security_group_rules [ 773.114039] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c with Priority: HIGH for action security_group_rules [ 773.114101] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 with Priority: HIGH for action security_group_rules [ 773.114197] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.545301] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7022cd29-8784-4706-ac03-3cc7395ab323: rpc.has_security_group_logging(os_id): False [ 773.567055] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.567055] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.567354] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.567551] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.567716] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.568016] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.568201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.568541] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.568541] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.568541] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.568809] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.568951] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.569050] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.569248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.569366] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.569562] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.569778] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.569778] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.569996] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.569996] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.569996] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7022cd29-8784-4706-ac03-3cc7395ab323 is going to be created. [ 773.646539] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.646712] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.646790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.647043] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.647256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.666255] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7022cd29-8784-4706-ac03-3cc7395ab323 in Status: IN_PROGRESS for 2s [ 774.644041] env[65933]: INFO networking_nsxv3.common.synchronization [req-93ba4b52-7817-4be4-9bc7-f341fc4c1fb0 req-bd727543-e12d-4fbb-8adf-88972c2620b8 tempest-ServerActionsTestOtherA-1390215543 tempest-ServerActionsTestOtherA-1390215543-project-member] Enqueued Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGHEST for action security_group_members [ 774.644340] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGHEST for action security_group_members [ 774.645535] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGH for action security_group_rules [ 774.645535] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f with Priority: HIGH for action security_group_rules [ 774.645535] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGH for action security_group_rules [ 774.645535] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 with Priority: HIGH for action security_group_rules [ 774.645535] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 with Priority: HIGH for action security_group_rules [ 774.645535] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c with Priority: HIGH for action security_group_rules [ 774.645535] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f862f9b-a973-4e96-bbe0-f4acdec46b8b with Priority: HIGH for action security_group_rules [ 774.645535] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b34f14e-85e3-4dba-b521-8fe20a3253e5 with Priority: HIGH for action security_group_rules [ 774.645535] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 with Priority: HIGH for action security_group_rules [ 774.645535] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 with Priority: HIGH for action security_group_rules [ 774.645535] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a with Priority: HIGH for action security_group_rules [ 774.645535] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 with Priority: HIGH for action security_group_rules [ 774.645535] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7a5ab0-8d2f-4907-affe-df71a48e983a with Priority: HIGH for action security_group_rules [ 774.646244] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82785649-b730-4ac3-a06c-cd70a12a8652 with Priority: HIGH for action security_group_rules [ 774.646244] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7995b228-04de-4037-aa26-13ed6e127a8e with Priority: HIGH for action security_group_rules [ 774.646244] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGH for action security_group_rules [ 774.646244] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGH for action security_group_rules [ 774.646244] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGH for action security_group_rules [ 774.646244] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c66a515-b664-4ee7-8caf-bfd1fac3355c with Priority: HIGH for action security_group_rules [ 774.646244] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 with Priority: HIGH for action security_group_rules [ 774.646526] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b058b461-f175-4a0a-bb89-4120a7ee8d03 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.646607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.646607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.646866] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.647026] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.647132] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.647194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.647349] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.647434] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.647533] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.648456] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.648680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.648680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.648781] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.648858] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.650998] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d2321b8-2407-4528-ad9c-c8e490eeef8f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.651133] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.651201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.651409] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.651454] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.652154] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63968d53-7162-451b-8a05-0f14bd1489dc taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.652259] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.652325] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.652562] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.652649] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63968d53-7162-451b-8a05-0f14bd1489dc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.653338] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c5883b3-72c5-4af0-9cf4-ea83fb462b40 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.653445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.653512] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.653657] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.653728] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c5883b3-72c5-4af0-9cf4-ea83fb462b40',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.654841] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12d23b2f-0f2a-4109-baa7-2b0543610ce3 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.655014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.655014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.655211] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.655266] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12d23b2f-0f2a-4109-baa7-2b0543610ce3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.656369] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-603944a2-4e8d-4f2c-b9f7-23241e53524c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.656472] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.656598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.656741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.656811] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.657811] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f862f9b-a973-4e96-bbe0-f4acdec46b8b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.657811] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.657811] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.658067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.658067] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f862f9b-a973-4e96-bbe0-f4acdec46b8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.658853] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b34f14e-85e3-4dba-b521-8fe20a3253e5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.658964] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.659038] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.659174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.659245] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b34f14e-85e3-4dba-b521-8fe20a3253e5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.660167] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3916bd1a-6b24-4a7b-92ba-dd2a338474e4 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.660275] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.660341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.660487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.660558] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3916bd1a-6b24-4a7b-92ba-dd2a338474e4',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.661341] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30e9f5ad-d337-46ab-946d-93449a21ccf5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.661439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.661508] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.661714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.661803] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.662039] env[65933]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 774.662711] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.662809] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.662881] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.663039] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.663115] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.664090] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1cda03-9946-4a9d-8c39-70ef8ee98265 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.664235] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.664307] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.664462] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.664569] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1cda03-9946-4a9d-8c39-70ef8ee98265',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.665390] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c7a5ab0-8d2f-4907-affe-df71a48e983a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.665486] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.665521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.665653] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.665998] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c7a5ab0-8d2f-4907-affe-df71a48e983a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.666494] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82785649-b730-4ac3-a06c-cd70a12a8652 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.666602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.666666] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.666814] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.666884] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82785649-b730-4ac3-a06c-cd70a12a8652',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.667785] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7995b228-04de-4037-aa26-13ed6e127a8e taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.667899] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.667967] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.668186] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.668186] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7995b228-04de-4037-aa26-13ed6e127a8e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.668983] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.669105] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.669168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.669312] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.669382] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.670293] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.670293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.670375] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.670492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.670597] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.671382] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.671592] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.671663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.671842] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.671916] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.672847] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c66a515-b664-4ee7-8caf-bfd1fac3355c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.672964] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.673016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.673163] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.673252] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c66a515-b664-4ee7-8caf-bfd1fac3355c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.675113] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-820e3927-d0b7-42a4-8d45-8b51229e72c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.675229] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.675288] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.675431] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.675611] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('820e3927-d0b7-42a4-8d45-8b51229e72c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.675764] env[65933]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 774.680609] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2321b8-2407-4528-ad9c-c8e490eeef8f taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.681265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.681265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.681265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.681265] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.681265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.681265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.681500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.681500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.681575] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.681613] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.682653] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.682751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.682811] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.682953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.683041] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.683212] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.683303] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.683359] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.684056] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.684056] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.684056] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 already deleted. [ 774.684056] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.718647] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: SUCCESS [ 774.718894] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 deletion is rescheduled due to dependency. [ 774.719024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.963946] env[65933]: INFO networking_nsxv3.common.synchronization [req-032c629f-b45e-4896-a082-e23c601091e1 req-52154f3a-f21e-4e06-a53d-60d04eb21ec1 tempest-ListImageFiltersTestJSON-264160737 tempest-ListImageFiltersTestJSON-264160737-project-member] Enqueued Resource ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c with Priority: HIGHEST for action security_group_members [ 774.967885] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c with Priority: HIGHEST for action security_group_members [ 774.967885] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-603944a2-4e8d-4f2c-b9f7-23241e53524c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.967885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.967885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.967885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.967885] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.967885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.967885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.967885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.967885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.967885] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.987137] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.987340] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-800" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.987460] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-800" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.988403] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-800" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.988403] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.988403] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.988403] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.988696] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.988816] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.988933] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.989128] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.989183] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.990806] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.990806] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.990806] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.990806] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.014290] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.018022] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.018022] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.018022] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-800" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.018022] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-ecf34a79-a0cf-4dd8-9ef3-20a458e130ee taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.018022] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-ecf34a79-a0cf-4dd8-9ef3-20a458e130ee" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.018022] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-ecf34a79-a0cf-4dd8-9ef3-20a458e130ee" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.018022] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-ecf34a79-a0cf-4dd8-9ef3-20a458e130ee" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.018022] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecf34a79-a0cf-4dd8-9ef3-20a458e130ee',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.065206] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98b81d47-b2f3-4aad-b36c-11436cf84f09 in Status: SUCCESS [ 775.065417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.066180] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.066180] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.066312] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.066386] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.066436] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.066588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.066666] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.066748] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.066835] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98b81d47-b2f3-4aad-b36c-11436cf84f09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.182034] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-63968d53-7162-451b-8a05-0f14bd1489dc taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.182034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.182034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.182034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.182034] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.182034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.182034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.182034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.182034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.182034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.182034] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63968d53-7162-451b-8a05-0f14bd1489dc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.189564] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2321b8-2407-4528-ad9c-c8e490eeef8f taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.189934] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.190124] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.190424] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.190689] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.192293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.192293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.192293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.192293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.192293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.192293] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2321b8-2407-4528-ad9c-c8e490eeef8f taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.192293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.192293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.192293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.192293] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.192293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.192293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.192293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.192293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.192909] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.192909] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.202075] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.202248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.202293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.202522] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.216659] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.216659] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.216659] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.216659] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.216935] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.216935] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.216935] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.217109] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.217153] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.217237] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.218172] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.220440] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e9f5ad-d337-46ab-946d-93449a21ccf5 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.220617] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.220700] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.220884] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.221505] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.223459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.223459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.223459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.223459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.223459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.223459] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.233738] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.233910] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.233965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.234268] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.234449] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.234598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.234664] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.234829] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.234918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.235016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.235107] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.238692] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.238692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.238692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.238692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.238692] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.238692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.238692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.238692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.238692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.238692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.238692] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.242416] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-82785649-b730-4ac3-a06c-cd70a12a8652 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.242558] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.242616] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.242829] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.242993] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.243699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.243699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.243699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.243699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.243699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.243699] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82785649-b730-4ac3-a06c-cd70a12a8652',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.244920] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-603944a2-4e8d-4f2c-b9f7-23241e53524c taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.245077] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.245249] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.245356] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.245438] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.246936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.246936] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.246936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.246936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.246936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.246936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.246936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.246936] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.252302] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.252405] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.257481] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.257481] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 is going to be deleted. [ 775.259769] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.260066] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.267145] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.267331] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.278023] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.278023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.295154] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.295154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.297417] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.297417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.302050] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.302050] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.302618] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.302618] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.303193] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.303193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.304122] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.304122] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.304891] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.304991] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c7a5ab0-8d2f-4907-affe-df71a48e983a is going to be deleted. [ 775.306714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.306714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.308395] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.308503] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.330155] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.330299] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7995b228-04de-4037-aa26-13ed6e127a8e is going to be deleted. [ 775.331322] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.331562] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.342723] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.342854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.356893] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.356893] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f862f9b-a973-4e96-bbe0-f4acdec46b8b is going to be deleted. [ 775.356893] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.356893] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.370115] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.370115] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.383252] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.383410] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c66a515-b664-4ee7-8caf-bfd1fac3355c is going to be deleted. [ 775.384476] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.384757] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.415511] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.415735] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12d23b2f-0f2a-4109-baa7-2b0543610ce3 is going to be deleted. [ 775.416733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.417138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.418799] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.418909] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.468124] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.474663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.474809] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b34f14e-85e3-4dba-b521-8fe20a3253e5 is going to be deleted. [ 775.476074] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.476353] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.518565] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.518819] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.520639] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.520850] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.520977] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.521301] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.521458] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.521621] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port ecf34a79-a0cf-4dd8-9ef3-20a458e130ee not found, creating... [ 775.521907] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.522082] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.522210] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.522514] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.522694] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.523013] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.523224] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.523344] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.523599] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.523764] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.523928] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: ecf34a79-a0cf-4dd8-9ef3-20a458e130ee is going to be created. [ 775.525767] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.525913] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.536709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.536927] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1cda03-9946-4a9d-8c39-70ef8ee98265 is going to be deleted. [ 775.537960] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.538288] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.555932] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.556183] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.556373] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.556669] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.556914] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.557168] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-ecf34a79-a0cf-4dd8-9ef3-20a458e130ee" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.569171] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-98b81d47-b2f3-4aad-b36c-11436cf84f09 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.569385] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.569432] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.569659] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.569869] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.570259] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.570390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.570499] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.570587] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.570686] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.570835] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-98b81d47-b2f3-4aad-b36c-11436cf84f09 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.570932] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.570994] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.571170] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.571312] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.571407] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.571467] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.571611] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.571710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.571768] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.571860] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98b81d47-b2f3-4aad-b36c-11436cf84f09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.581910] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.582083] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 820e3927-d0b7-42a4-8d45-8b51229e72c6 is going to be deleted. [ 775.583494] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.583781] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.585986] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.586151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.671773] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.672193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.684469] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63968d53-7162-451b-8a05-0f14bd1489dc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.695532] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d2321b8-2407-4528-ad9c-c8e490eeef8f: rpc.has_security_group_logging(os_id): False [ 775.704856] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.705045] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c5883b3-72c5-4af0-9cf4-ea83fb462b40 is going to be deleted. [ 775.706297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.706529] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.726076] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.726322] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.726322] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.726523] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.726691] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.726791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.726874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.727054] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.727161] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.727253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.727403] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.727498] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.727561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.727719] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.727861] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.727953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.728034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.728241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.728285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.728347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.728448] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.749927] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.751549] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7022cd29-8784-4706-ac03-3cc7395ab323 in Status: SUCCESS [ 775.751887] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.752246] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.753265] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82785649-b730-4ac3-a06c-cd70a12a8652',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.754254] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.754402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.754560] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.754814] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.755078] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.755293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.755378] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.755508] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.755586] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.755708] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.755890] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.756140] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.756222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.756387] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.756762] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.756762] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.756762] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.756946] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.756946] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.757049] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.757078] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.759469] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6d0e0f1-4878-4a6f-8e23-42e8088ec69a: rpc.has_security_group_logging(os_id): False [ 775.761337] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.797824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.798135] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3916bd1a-6b24-4a7b-92ba-dd2a338474e4 is going to be deleted. [ 775.799283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.799466] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.799559] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.799688] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.800808] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.800912] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.800991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.801180] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.804780] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.804780] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.852655] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.852853] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.905950] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.906314] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.906450] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.906514] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.906730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.906849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.907110] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.907222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.907288] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.907485] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.907566] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.907755] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.907840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.907905] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.908066] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.908145] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.908249] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f is going to be updated. [ 775.909878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.910014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.910098] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.910231] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7995b228-04de-4037-aa26-13ed6e127a8e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.910374] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.910548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.910636] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.910751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f862f9b-a973-4e96-bbe0-f4acdec46b8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.910913] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.911075] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.911154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.911268] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c66a515-b664-4ee7-8caf-bfd1fac3355c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.911385] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.911526] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.911599] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.911706] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12d23b2f-0f2a-4109-baa7-2b0543610ce3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.912547] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.912547] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.912699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.912781] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b34f14e-85e3-4dba-b521-8fe20a3253e5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.913036] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.913119] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.913156] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.913423] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c7a5ab0-8d2f-4907-affe-df71a48e983a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.914500] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.914500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.914500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.914500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.914737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.914737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c5883b3-72c5-4af0-9cf4-ea83fb462b40" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.914816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.915067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.915067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.915067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1cda03-9946-4a9d-8c39-70ef8ee98265" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.915174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.915304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.931766] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.931893] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.941855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.942213] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.942319] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.942388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.942593] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.942679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.942765] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a is going to be updated. [ 775.943879] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.944064] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.944154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.944274] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-820e3927-d0b7-42a4-8d45-8b51229e72c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.971418] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.043856] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.044266] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.044458] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.044975] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.045337] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.045678] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3916bd1a-6b24-4a7b-92ba-dd2a338474e4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.075331] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98b81d47-b2f3-4aad-b36c-11436cf84f09: rpc.has_security_group_logging(os_id): False [ 776.096243] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.096685] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.096685] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.096873] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.097124] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.111439] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.111559] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.111612] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.111834] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.111929] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.112170] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.112295] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.112359] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.112530] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.112608] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.112826] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.113053] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.113053] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.113243] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.113325] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.113536] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.113622] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.113687] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.113887] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.113997] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.114151] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98b81d47-b2f3-4aad-b36c-11436cf84f09 is going to be created. [ 776.137998] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f in Status: IN_PROGRESS for 2s [ 776.161093] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.161316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.161539] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.161888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.162056] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.187105] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63968d53-7162-451b-8a05-0f14bd1489dc: rpc.has_security_group_logging(os_id): False [ 776.205493] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a in Status: IN_PROGRESS for 2s [ 776.230577] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.230723] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.230819] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.231011] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.232143] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51c8de32-565f-41e6-b885-6ae368f36e67: rpc.has_security_group_logging(os_id): False [ 776.261642] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82785649-b730-4ac3-a06c-cd70a12a8652: rpc.has_security_group_logging(os_id): False [ 776.262919] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a: rpc.has_security_group_logging(os_id): False [ 776.263785] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30e9f5ad-d337-46ab-946d-93449a21ccf5: rpc.has_security_group_logging(os_id): False [ 776.265746] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6eab50ba-9300-413a-a121-8a9a4f066cce: rpc.has_security_group_logging(os_id): False [ 776.338205] env[65933]: INFO networking_nsxv3.common.synchronization [req-93ba4b52-7817-4be4-9bc7-f341fc4c1fb0 req-3fc76a89-b684-4e26-9f8f-e26174f88a4b service nova] Enqueued Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGHEST for action security_group_rules [ 776.338388] env[65933]: INFO networking_nsxv3.common.synchronization [req-93ba4b52-7817-4be4-9bc7-f341fc4c1fb0 req-3fc76a89-b684-4e26-9f8f-e26174f88a4b service nova] Enqueued Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGHEST for action security_group_members [ 776.338842] env[65933]: INFO networking_nsxv3.common.synchronization [req-93ba4b52-7817-4be4-9bc7-f341fc4c1fb0 req-3fc76a89-b684-4e26-9f8f-e26174f88a4b service nova] Enqueued Resource ID: ecf34a79-a0cf-4dd8-9ef3-20a458e130ee with Priority: HIGHEST for action port [ 776.339567] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGHEST for action security_group_rules [ 776.339725] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGHEST for action security_group_members [ 776.339826] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf34a79-a0cf-4dd8-9ef3-20a458e130ee with Priority: HIGHEST for action port [ 776.340166] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b058b461-f175-4a0a-bb89-4120a7ee8d03 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.340339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.340592] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.340676] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.340756] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.341648] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b058b461-f175-4a0a-bb89-4120a7ee8d03 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.341813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.342088] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.342132] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.342364] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.342519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.342519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.342590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.342779] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.342779] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.346081] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecf34a79-a0cf-4dd8-9ef3-20a458e130ee taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.346322] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecf34a79-a0cf-4dd8-9ef3-20a458e130ee" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.346410] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecf34a79-a0cf-4dd8-9ef3-20a458e130ee" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.347220] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecf34a79-a0cf-4dd8-9ef3-20a458e130ee" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.347220] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecf34a79-a0cf-4dd8-9ef3-20a458e130ee',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.386583] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.386821] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.460921] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.461134] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.462059] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.462191] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.463050] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.463147] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.463876] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.463984] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.470619] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.471015] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.471150] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.471225] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.471487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.471619] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.471755] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63968d53-7162-451b-8a05-0f14bd1489dc is going to be updated. [ 776.473024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.473247] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.473430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.474481] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.474729] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.476209] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.476380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.476831] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.477013] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.477123] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.477366] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.477773] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.477951] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c is going to be updated. [ 776.524549] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98b81d47-b2f3-4aad-b36c-11436cf84f09 in Status: IN_PROGRESS for 2s [ 776.539215] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.539576] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.539710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.539781] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.539980] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.540077] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.540304] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.540424] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.540491] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.540643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.540742] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.540975] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.541097] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.541172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.541303] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.541369] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.541464] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 is going to be updated. [ 776.542608] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.542786] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.568665] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.568911] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.568911] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.569251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.569495] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.589752] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c in Status: IN_PROGRESS for 2s [ 776.594059] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.594476] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.594690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.594690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.594852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.594939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.595150] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.595254] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.595319] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.595963] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.595963] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.596117] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.596176] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.596211] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.596383] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.596425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.596528] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eab50ba-9300-413a-a121-8a9a4f066cce is going to be updated. [ 776.597661] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.597839] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.623708] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.623926] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.647934] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.648596] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.648596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.648596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.648596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.648840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.648840] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82785649-b730-4ac3-a06c-cd70a12a8652 is going to be updated. [ 776.649938] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.650758] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.683901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.684350] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.684435] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.684490] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.684785] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.684874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.684965] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 is going to be updated. [ 776.686121] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.686296] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.686441] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.687421] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.687588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.689417] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.689556] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.713380] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.713560] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.725360] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63968d53-7162-451b-8a05-0f14bd1489dc in Status: IN_PROGRESS for 2s [ 776.738607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.738975] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.739323] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.739323] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.739439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.739439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.739589] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a is going to be updated. [ 776.740726] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.740998] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.741143] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.742063] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.742297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.742360] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.765184] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: IN_PROGRESS for 2s [ 776.765628] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: IN_PROGRESS for 2s [ 776.808401] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.808401] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.808401] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.808592] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.808703] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.818465] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.818465] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.818465] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.818465] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.818680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.850537] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b058b461-f175-4a0a-bb89-4120a7ee8d03 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.850665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.850856] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.851920] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecf34a79-a0cf-4dd8-9ef3-20a458e130ee with status ACTIVE [ 776.852393] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.852393] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.852393] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.852571] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.852571] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.852753] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.852864] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.852924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.853121] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.853204] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.853534] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.853534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.853534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.853693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.853774] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.853861] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecf34a79-a0cf-4dd8-9ef3-20a458e130ee is going to be updated. [ 776.866527] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.866527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.866527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.866527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.866527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.870436] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82785649-b730-4ac3-a06c-cd70a12a8652 in Status: IN_PROGRESS for 2s [ 776.875862] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 in Status: IN_PROGRESS for 2s [ 776.895958] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.896262] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.896347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.896594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.896783] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.897080] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecf34a79-a0cf-4dd8-9ef3-20a458e130ee" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.901191] env[65933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 776.901616] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a in Status: IN_PROGRESS for 2s [ 777.356630] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.461441] env[65933]: INFO networking_nsxv3.common.synchronization [req-4ac1d6eb-96eb-410a-85bc-074cde3ace12 req-f70ec4fe-5cc3-4955-beba-9609f5f35d5a tempest-ImagesTestJSON-331983412 tempest-ImagesTestJSON-331983412-project-member] Enqueued Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 777.461842] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 777.462677] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.462802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.463515] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.463787] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.463966] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.464090] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.464156] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.464317] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.464405] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.464500] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.804019] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.804019] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-618" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.804019] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-618" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.804019] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-618" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.804019] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.804019] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.804816] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.805154] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.805400] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.805723] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.805954] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.806183] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.806381] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.806576] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.808800] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.808800] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.829749] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.829749] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.829749] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.829749] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-618" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.829749] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-9dbaf08f-9c67-4323-924f-fc3e013bf431 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.829749] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-9dbaf08f-9c67-4323-924f-fc3e013bf431" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.829749] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-9dbaf08f-9c67-4323-924f-fc3e013bf431" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.829749] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-9dbaf08f-9c67-4323-924f-fc3e013bf431" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.829749] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dbaf08f-9c67-4323-924f-fc3e013bf431',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.859707] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.859914] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.860056] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.860248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.860311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.860470] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 is going to be created. [ 777.892425] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.892507] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.892565] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.892737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.892970] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.902373] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 in Status: UNINITIALIZED for 2s [ 777.966708] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.966708] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.966951] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.966990] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.992182] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.992182] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.992182] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.992182] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.992182] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.992434] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.992434] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 is going to be updated. [ 778.019169] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.019322] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.019393] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.019606] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.019752] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.030126] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: IN_PROGRESS for 2s [ 778.154178] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f in Status: SUCCESS [ 778.154504] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.221374] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a in Status: SUCCESS [ 778.221616] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.333597] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.333844] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.333971] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.334291] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.334457] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.334654] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 9dbaf08f-9c67-4323-924f-fc3e013bf431 not found, creating... [ 778.334950] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.335165] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.335286] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.335522] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.335667] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.335971] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.336588] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.336719] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.336948] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.337105] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.337235] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 9dbaf08f-9c67-4323-924f-fc3e013bf431 is going to be created. [ 778.362662] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.362959] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.363196] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.363472] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.363972] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.363972] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-9dbaf08f-9c67-4323-924f-fc3e013bf431" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.539756] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98b81d47-b2f3-4aad-b36c-11436cf84f09 in Status: SUCCESS [ 778.540179] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.599451] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c in Status: SUCCESS [ 778.599680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.599850] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.600098] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.600301] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.600417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.600483] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.600643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.600726] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.600831] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.600932] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.739023] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63968d53-7162-451b-8a05-0f14bd1489dc in Status: SUCCESS [ 778.739023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.787283] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: SUCCESS [ 778.787283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.788603] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: SUCCESS [ 778.788603] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.883150] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82785649-b730-4ac3-a06c-cd70a12a8652 in Status: SUCCESS [ 778.883440] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.887091] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 in Status: SUCCESS [ 778.887318] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.889363] env[65933]: INFO networking_nsxv3.common.synchronization [req-73955a10-e150-419d-9197-169ab98b0e3b req-5b79c211-79d1-47b8-9a62-cb6a3410f7aa tempest-AttachInterfacesUnderV243Test-923066679 tempest-AttachInterfacesUnderV243Test-923066679-project-member] Enqueued Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_members [ 778.889363] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_members [ 778.889929] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.890248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.890327] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.890460] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.890619] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.890724] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.890784] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.890930] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.891022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.891112] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.910851] env[65933]: INFO networking_nsxv3.common.synchronization [req-73955a10-e150-419d-9197-169ab98b0e3b req-5b79c211-79d1-47b8-9a62-cb6a3410f7aa tempest-AttachInterfacesUnderV243Test-923066679 tempest-AttachInterfacesUnderV243Test-923066679-project-member] Enqueued Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_rules [ 778.911054] env[65933]: INFO networking_nsxv3.common.synchronization [req-73955a10-e150-419d-9197-169ab98b0e3b req-5b79c211-79d1-47b8-9a62-cb6a3410f7aa tempest-AttachInterfacesUnderV243Test-923066679 tempest-AttachInterfacesUnderV243Test-923066679-project-member] Enqueued Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_members [ 778.911198] env[65933]: INFO networking_nsxv3.common.synchronization [req-73955a10-e150-419d-9197-169ab98b0e3b req-5b79c211-79d1-47b8-9a62-cb6a3410f7aa tempest-AttachInterfacesUnderV243Test-923066679 tempest-AttachInterfacesUnderV243Test-923066679-project-member] Enqueued Resource ID: 783dd0c9-e1da-4dd1-bacd-44586e72ef60 with Priority: HIGHEST for action port [ 778.911735] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_rules [ 778.911874] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_members [ 778.911977] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783dd0c9-e1da-4dd1-bacd-44586e72ef60 with Priority: HIGHEST for action port [ 778.912801] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a in Status: SUCCESS [ 778.912998] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.914338] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.914338] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.914338] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.914338] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.914338] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.916168] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.916168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.916168] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-783dd0c9-e1da-4dd1-bacd-44586e72ef60 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.916168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-783dd0c9-e1da-4dd1-bacd-44586e72ef60" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.916168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-783dd0c9-e1da-4dd1-bacd-44586e72ef60" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.916168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-783dd0c9-e1da-4dd1-bacd-44586e72ef60" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.916168] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('783dd0c9-e1da-4dd1-bacd-44586e72ef60',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.063047] env[65933]: INFO networking_nsxv3.common.synchronization [req-4ac1d6eb-96eb-410a-85bc-074cde3ace12 req-73ad0060-e785-4b7d-a15b-f0f805d6fc08 service nova] Enqueued Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_rules [ 779.063222] env[65933]: INFO networking_nsxv3.common.synchronization [req-4ac1d6eb-96eb-410a-85bc-074cde3ace12 req-73ad0060-e785-4b7d-a15b-f0f805d6fc08 service nova] Enqueued Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 779.063356] env[65933]: INFO networking_nsxv3.common.synchronization [req-4ac1d6eb-96eb-410a-85bc-074cde3ace12 req-73ad0060-e785-4b7d-a15b-f0f805d6fc08 service nova] Enqueued Resource ID: 9dbaf08f-9c67-4323-924f-fc3e013bf431 with Priority: HIGHEST for action port [ 779.063925] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_rules [ 779.064206] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 779.064361] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbaf08f-9c67-4323-924f-fc3e013bf431 with Priority: HIGHEST for action port [ 779.064636] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.064877] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.064877] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.065037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.065116] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.066715] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.066715] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.066715] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dbaf08f-9c67-4323-924f-fc3e013bf431 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.066715] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dbaf08f-9c67-4323-924f-fc3e013bf431" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.066715] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dbaf08f-9c67-4323-924f-fc3e013bf431" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.066907] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dbaf08f-9c67-4323-924f-fc3e013bf431" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.066907] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dbaf08f-9c67-4323-924f-fc3e013bf431',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.104653] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-603944a2-4e8d-4f2c-b9f7-23241e53524c taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.104898] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.104996] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.105277] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.105565] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.105786] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.105880] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.106100] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.106191] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.106280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.106438] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-603944a2-4e8d-4f2c-b9f7-23241e53524c taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.106531] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.108451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.108451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.108451] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.108451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.108451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.108451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.108451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.108451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.108451] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.397151] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.417162] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.417292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.417476] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 783dd0c9-e1da-4dd1-bacd-44586e72ef60 with status ACTIVE [ 779.417649] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.417761] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.417830] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.418054] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.418147] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.418313] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.418411] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.418474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.418638] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.418725] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.418900] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.418992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.419066] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.419205] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.419280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.419375] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 783dd0c9-e1da-4dd1-bacd-44586e72ef60 is going to be updated. [ 779.444394] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.444394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.444394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.444394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.444394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.444788] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-783dd0c9-e1da-4dd1-bacd-44586e72ef60" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.574214] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.574391] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.574575] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9dbaf08f-9c67-4323-924f-fc3e013bf431 with status ACTIVE [ 779.574791] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.574902] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.574969] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.575439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.575439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.575551] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.575612] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.576104] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.576104] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.576104] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.576239] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.576239] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.576323] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.576706] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.576706] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.576706] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9dbaf08f-9c67-4323-924f-fc3e013bf431 is going to be updated. [ 779.603919] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.604207] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.604207] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.604376] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.605878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.605878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dbaf08f-9c67-4323-924f-fc3e013bf431" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.610354] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 603944a2-4e8d-4f2c-b9f7-23241e53524c: rpc.has_security_group_logging(os_id): False [ 779.651035] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.651190] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.651261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.651481] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.710966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.711207] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.711335] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.711404] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.711630] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.711706] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.711913] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.712028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.712107] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.712254] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.712331] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.712534] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.712631] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.712694] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.712844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.712920] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.713016] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c is going to be updated. [ 779.857091] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.857283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.857339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.857555] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.857712] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.875292] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c in Status: IN_PROGRESS for 2s [ 779.899038] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.913183] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 in Status: SUCCESS [ 779.913414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.913896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.914178] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.914379] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.914495] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.914605] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.914772] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.914855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.914942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.915042] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.043029] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: SUCCESS [ 780.043277] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 deletion is rescheduled due to dependency. [ 780.043406] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.043585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.043848] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.044051] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.044189] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.044321] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.044498] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.044640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.044741] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.401381] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.401551] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.401615] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.401844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.401937] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.402061] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a is going to be updated. [ 780.417467] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.439489] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.439779] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.439779] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.440139] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.440303] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.454761] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a in Status: IN_PROGRESS for 2s [ 780.546844] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.920061] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b058b461-f175-4a0a-bb89-4120a7ee8d03: rpc.has_security_group_logging(os_id): False [ 780.942509] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.942658] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.942770] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.943116] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.943116] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.943308] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.943422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.944085] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.944085] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.944085] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.944085] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 is going to be created. [ 781.019657] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.020339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.020523] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.020808] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.021065] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.036836] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 in Status: IN_PROGRESS for 2s [ 781.049217] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.553999] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.554269] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.554269] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.554471] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.554655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.554729] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 is going to be updated. [ 781.584323] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.584493] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.584589] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.584838] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.585138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.594858] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: IN_PROGRESS for 2s [ 781.891454] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c in Status: SUCCESS [ 781.891676] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.135971] env[65933]: INFO networking_nsxv3.common.synchronization [req-79393546-657b-4597-ae3d-4d8e1be32e85 req-07021096-f11a-43ca-8e37-1cd83a610fbb tempest-AttachInterfacesUnderV243Test-923066679 tempest-AttachInterfacesUnderV243Test-923066679-project-member] Enqueued Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_members [ 782.136553] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_members [ 782.136895] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.136999] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.149665] env[65933]: INFO networking_nsxv3.common.synchronization [req-79393546-657b-4597-ae3d-4d8e1be32e85 req-07021096-f11a-43ca-8e37-1cd83a610fbb tempest-AttachInterfacesUnderV243Test-923066679 tempest-AttachInterfacesUnderV243Test-923066679-project-member] Enqueued Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_rules [ 782.149798] env[65933]: INFO networking_nsxv3.common.synchronization [req-79393546-657b-4597-ae3d-4d8e1be32e85 req-07021096-f11a-43ca-8e37-1cd83a610fbb tempest-AttachInterfacesUnderV243Test-923066679 tempest-AttachInterfacesUnderV243Test-923066679-project-member] Enqueued Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_members [ 782.149923] env[65933]: INFO networking_nsxv3.common.synchronization [req-79393546-657b-4597-ae3d-4d8e1be32e85 req-07021096-f11a-43ca-8e37-1cd83a610fbb tempest-AttachInterfacesUnderV243Test-923066679 tempest-AttachInterfacesUnderV243Test-923066679-project-member] Enqueued Resource ID: 783dd0c9-e1da-4dd1-bacd-44586e72ef60 with Priority: HIGHEST for action port [ 782.150541] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_rules [ 782.150625] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_members [ 782.150745] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783dd0c9-e1da-4dd1-bacd-44586e72ef60 with Priority: HIGHEST for action port [ 782.151146] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.151399] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.151490] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.151576] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.151806] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-783dd0c9-e1da-4dd1-bacd-44586e72ef60 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.151928] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-783dd0c9-e1da-4dd1-bacd-44586e72ef60" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.152012] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-783dd0c9-e1da-4dd1-bacd-44586e72ef60" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.152771] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-783dd0c9-e1da-4dd1-bacd-44586e72ef60" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.152771] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('783dd0c9-e1da-4dd1-bacd-44586e72ef60',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.465936] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a in Status: SUCCESS [ 782.466199] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.466375] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.466632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.466831] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.466979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.467076] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.467231] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.467296] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.467402] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.655767] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 783dd0c9-e1da-4dd1-bacd-44586e72ef60 with status ACTIVE [ 782.655885] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.656157] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.656242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.656634] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.656634] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.656750] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.656907] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.656907] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.657284] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.657284] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.657284] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.657438] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.657550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.657644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.657732] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.657905] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 783dd0c9-e1da-4dd1-bacd-44586e72ef60 is going to be updated. [ 782.684209] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.684419] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.684419] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.685292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.685470] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.685670] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-783dd0c9-e1da-4dd1-bacd-44586e72ef60" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.969698] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.053056] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 in Status: SUCCESS [ 783.053056] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.474451] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.609093] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: SUCCESS [ 783.609093] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.609093] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.609226] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.609653] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.609653] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.609653] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.610035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.610035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.610035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.610035] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.980557] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.982974] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.982974] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.982974] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.982974] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.982974] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a is going to be updated. [ 784.018898] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.019132] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.019314] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.019435] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.019882] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.031219] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a in Status: IN_PROGRESS for 2s [ 784.115243] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.115417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.115533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.116039] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.116582] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.116861] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.116988] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.117197] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.117294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.117394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.117569] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.117669] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.117735] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.117888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.118034] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.118981] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.119087] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.119244] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.119533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.120481] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.120650] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.404332] env[65933]: INFO networking_nsxv3.common.synchronization [req-153b212a-ac1c-47cc-8518-37c85ea050ff req-aec7896a-fdb6-4a8f-a8f0-a2741233e062 tempest-VolumesAdminNegativeTest-1379281038 tempest-VolumesAdminNegativeTest-1379281038-project-member] Enqueued Resource ID: 98b81d47-b2f3-4aad-b36c-11436cf84f09 with Priority: HIGHEST for action security_group_members [ 784.405131] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98b81d47-b2f3-4aad-b36c-11436cf84f09 with Priority: HIGHEST for action security_group_members [ 784.405461] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-98b81d47-b2f3-4aad-b36c-11436cf84f09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.405585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.405727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.405877] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.406056] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.406135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.406195] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.406340] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.406421] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.406511] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98b81d47-b2f3-4aad-b36c-11436cf84f09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.625721] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5637bd2b-e866-4614-8440-4cdd12316a09: rpc.has_security_group_logging(os_id): False [ 784.645670] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.645670] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.645862] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.645996] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.646109] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.646325] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.646548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.646548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.646632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.646707] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.646888] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.646980] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.647122] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.647461] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.647461] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.647565] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.647565] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.647649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.648249] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.648249] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.648249] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 is going to be updated. [ 784.716915] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.716915] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.716915] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.717163] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.717311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.736483] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: IN_PROGRESS for 2s [ 784.912113] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.912113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.912113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.912113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.912113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.912113] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.912113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.912113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.912113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.912113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.912113] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98b81d47-b2f3-4aad-b36c-11436cf84f09 is going to be updated. [ 784.943871] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.944167] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.944250] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.944464] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.944668] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.955349] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98b81d47-b2f3-4aad-b36c-11436cf84f09 in Status: IN_PROGRESS for 2s [ 785.806293] env[65933]: INFO networking_nsxv3.common.synchronization [req-c9aead0a-3721-45f6-ab5f-51aab51ba1af req-93f2764e-f99c-4a58-b0ac-f6e3e1edc017 tempest-ServerDiagnosticsTest-838425152 tempest-ServerDiagnosticsTest-838425152-project-member] Enqueued Resource ID: c0fbf47a-31ba-466f-b61f-e7d95d8dc328 with Priority: HIGHEST for action security_group_members [ 785.806911] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0fbf47a-31ba-466f-b61f-e7d95d8dc328 with Priority: HIGHEST for action security_group_members [ 785.807467] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.807588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.807659] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.807921] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.808092] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.808195] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.808259] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.808413] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.808500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.808598] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0fbf47a-31ba-466f-b61f-e7d95d8dc328',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.041322] env[65933]: INFO networking_nsxv3.common.synchronization [None req-12065c16-fea8-457c-8821-5bdcd4fb93ec None None] Enqueued Resource ID: 5853c8c6-73a8-47bb-b562-6c83e5d13ec0 with Priority: HIGHEST for action port [ 786.042288] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a in Status: SUCCESS [ 786.042543] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.043021] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5853c8c6-73a8-47bb-b562-6c83e5d13ec0 with Priority: HIGHEST for action port [ 786.044750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.045805] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.045805] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.045805] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.045805] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.045805] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.045805] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.045805] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.045805] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.046713] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-5853c8c6-73a8-47bb-b562-6c83e5d13ec0 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.046833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5853c8c6-73a8-47bb-b562-6c83e5d13ec0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.046899] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5853c8c6-73a8-47bb-b562-6c83e5d13ec0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.047133] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5853c8c6-73a8-47bb-b562-6c83e5d13ec0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.047229] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5853c8c6-73a8-47bb-b562-6c83e5d13ec0',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.048402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.048631] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.048809] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.048937] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.049000] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.049160] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.049239] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.049341] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.260582] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.260582] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.260582] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.260582] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.260896] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.261528] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.261528] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.261528] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.262081] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.262081] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.265305] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.265305] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.265305] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.265305] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.265305] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.265305] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.312596] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.313177] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.313473] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.316441] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.316441] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-36641a0b-f7f5-4bc6-91b6-0211d2715f5a taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.316441] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-36641a0b-f7f5-4bc6-91b6-0211d2715f5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.316441] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-36641a0b-f7f5-4bc6-91b6-0211d2715f5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.316441] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-36641a0b-f7f5-4bc6-91b6-0211d2715f5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.316441] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36641a0b-f7f5-4bc6-91b6-0211d2715f5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.317354] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.317557] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.317763] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.318222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.318354] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.318613] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.318965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.318965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.319088] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.319195] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.319289] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0fbf47a-31ba-466f-b61f-e7d95d8dc328 already deleted. [ 786.319430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.551237] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5853c8c6-73a8-47bb-b562-6c83e5d13ec0 [ 786.552267] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.552267] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.552267] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.552267] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.552578] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.552578] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5853c8c6-73a8-47bb-b562-6c83e5d13ec0 already deleted. [ 786.552578] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5853c8c6-73a8-47bb-b562-6c83e5d13ec0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.552883] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.554046] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.751367] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: SUCCESS [ 786.751367] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.820779] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.821069] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.821330] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.821508] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.821697] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.821983] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 36641a0b-f7f5-4bc6-91b6-0211d2715f5a not found, creating... [ 786.822250] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.822475] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.822649] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.822922] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.825266] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.825657] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.825821] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.826207] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.826207] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.826448] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.826486] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 36641a0b-f7f5-4bc6-91b6-0211d2715f5a is going to be created. [ 786.848380] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.848607] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.848734] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.849010] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.849248] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.849473] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-36641a0b-f7f5-4bc6-91b6-0211d2715f5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.974300] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98b81d47-b2f3-4aad-b36c-11436cf84f09 in Status: SUCCESS [ 786.974453] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98b81d47-b2f3-4aad-b36c-11436cf84f09 deletion is rescheduled due to dependency. [ 786.974555] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.056085] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6d0e0f1-4878-4a6f-8e23-42e8088ec69a: rpc.has_security_group_logging(os_id): False [ 787.058338] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.082799] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.082799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.082799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.082799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.082799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.082799] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.082799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.082799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.082799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.082799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.082799] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a is going to be updated. [ 787.154288] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.154466] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.154510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.154818] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.154969] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.169749] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a in Status: IN_PROGRESS for 2s [ 787.562346] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.562587] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.562587] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.562816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.562909] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.563015] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a is going to be updated. [ 787.595743] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.595743] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.595743] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.595743] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.597855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.612408] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a in Status: IN_PROGRESS for 2s [ 787.620363] env[65933]: INFO networking_nsxv3.common.synchronization [req-c9aead0a-3721-45f6-ab5f-51aab51ba1af req-2603d953-9a87-4bbd-8b48-6af3f9e3112b service nova] Enqueued Resource ID: c0fbf47a-31ba-466f-b61f-e7d95d8dc328 with Priority: HIGHEST for action security_group_rules [ 787.620608] env[65933]: INFO networking_nsxv3.common.synchronization [req-c9aead0a-3721-45f6-ab5f-51aab51ba1af req-2603d953-9a87-4bbd-8b48-6af3f9e3112b service nova] Enqueued Resource ID: c0fbf47a-31ba-466f-b61f-e7d95d8dc328 with Priority: HIGHEST for action security_group_members [ 787.620677] env[65933]: INFO networking_nsxv3.common.synchronization [req-c9aead0a-3721-45f6-ab5f-51aab51ba1af req-2603d953-9a87-4bbd-8b48-6af3f9e3112b service nova] Enqueued Resource ID: 36641a0b-f7f5-4bc6-91b6-0211d2715f5a with Priority: HIGHEST for action port [ 787.621184] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0fbf47a-31ba-466f-b61f-e7d95d8dc328 with Priority: HIGHEST for action security_group_rules [ 787.621347] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0fbf47a-31ba-466f-b61f-e7d95d8dc328 with Priority: HIGHEST for action security_group_members [ 787.621454] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36641a0b-f7f5-4bc6-91b6-0211d2715f5a with Priority: HIGHEST for action port [ 787.623389] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0fbf47a-31ba-466f-b61f-e7d95d8dc328 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.623389] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.623389] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.623389] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.623389] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0fbf47a-31ba-466f-b61f-e7d95d8dc328',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.624299] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.624299] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.624299] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.624605] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.624605] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.624605] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.624746] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.624973] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.625057] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.625131] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0fbf47a-31ba-466f-b61f-e7d95d8dc328',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.629019] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-36641a0b-f7f5-4bc6-91b6-0211d2715f5a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.629019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36641a0b-f7f5-4bc6-91b6-0211d2715f5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.629019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36641a0b-f7f5-4bc6-91b6-0211d2715f5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.629019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36641a0b-f7f5-4bc6-91b6-0211d2715f5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.629019] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36641a0b-f7f5-4bc6-91b6-0211d2715f5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.759395] env[65933]: INFO networking_nsxv3.common.synchronization [req-09a64699-dd8e-4e07-9f5a-c8b44814efff req-61ce661d-42f5-4c89-b167-8bc286a38c71 tempest-AttachInterfacesUnderV243Test-923066679 tempest-AttachInterfacesUnderV243Test-923066679-project-member] Enqueued Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_members [ 787.762959] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a with Priority: HIGHEST for action security_group_members [ 787.763401] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.763548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.131384] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.131699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.131773] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0fbf47a-31ba-466f-b61f-e7d95d8dc328',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.132926] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36641a0b-f7f5-4bc6-91b6-0211d2715f5a with status ACTIVE [ 788.133131] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.133291] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.133376] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.133749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.133749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.133816] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.133917] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.134013] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.134176] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.134252] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.134444] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.134540] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.134576] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.134758] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.134913] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.134913] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36641a0b-f7f5-4bc6-91b6-0211d2715f5a is going to be updated. [ 788.162026] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.165340] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.165568] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.166571] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.167136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.167330] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36641a0b-f7f5-4bc6-91b6-0211d2715f5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.428800] env[65933]: INFO networking_nsxv3.common.synchronization [req-a610aadb-4fe0-4a2b-9701-70a7c65cab35 req-0df71d07-8cd4-4b38-9dfc-2046198adc73 tempest-MigrationsAdminTest-3882852 tempest-MigrationsAdminTest-3882852-project-member] Enqueued Resource ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 with Priority: HIGHEST for action security_group_members [ 788.428800] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 with Priority: HIGHEST for action security_group_members [ 788.428800] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.428800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.428800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.428800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.428800] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.428800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.428800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.428800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.428800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.428800] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.636605] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0fbf47a-31ba-466f-b61f-e7d95d8dc328',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.781635] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.781925] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.782114] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.782919] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.783350] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.783574] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.783740] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.784063] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.784256] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.784568] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.784732] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.784889] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.785046] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.785199] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.785338] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.785513] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.819534] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.819534] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.819534] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.819773] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.819994] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-f4af4b56-d8a4-49fa-9fa9-06d1e932eee9 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.820207] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-f4af4b56-d8a4-49fa-9fa9-06d1e932eee9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.820328] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-f4af4b56-d8a4-49fa-9fa9-06d1e932eee9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.820688] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-f4af4b56-d8a4-49fa-9fa9-06d1e932eee9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.820832] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4af4b56-d8a4-49fa-9fa9-06d1e932eee9',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.930595] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.139218] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.139562] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.139562] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.139675] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.139761] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.139865] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0fbf47a-31ba-466f-b61f-e7d95d8dc328 is going to be created. [ 789.167081] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.167350] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.167350] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.167513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.167671] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.179939] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0fbf47a-31ba-466f-b61f-e7d95d8dc328 in Status: UNINITIALIZED for 2s [ 789.187090] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a in Status: SUCCESS [ 789.187272] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.187452] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.187688] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.187781] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.325735] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.329512] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.329714] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.329882] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.330044] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.330228] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port f4af4b56-d8a4-49fa-9fa9-06d1e932eee9 not found, creating... [ 789.330525] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.330718] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.330829] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.331076] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.331214] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.331528] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.331670] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.331784] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.332035] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.336418] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.336418] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: f4af4b56-d8a4-49fa-9fa9-06d1e932eee9 is going to be created. [ 789.363336] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.363673] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.363852] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.364245] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.364873] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.365225] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-f4af4b56-d8a4-49fa-9fa9-06d1e932eee9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.433784] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.622833] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a in Status: SUCCESS [ 789.622833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.624031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.624031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.624031] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.624220] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.624437] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.624621] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.624749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.624858] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.714159] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.714384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.714431] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.714715] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.714817] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.715554] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a is going to be deleted. [ 789.772969] env[65933]: INFO networking_nsxv3.common.synchronization [req-983ac729-922c-4a08-89cd-c87c73506105 req-ab19641b-ccd3-4ce6-9491-e10592564c4a tempest-ServersTestFqdnHostnames-2057667248 tempest-ServersTestFqdnHostnames-2057667248-project-member] Enqueued Resource ID: 51232178-60bf-4b3a-92dc-2630b88303e6 with Priority: HIGHEST for action security_group_members [ 789.773554] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51232178-60bf-4b3a-92dc-2630b88303e6 with Priority: HIGHEST for action security_group_members [ 789.773929] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51232178-60bf-4b3a-92dc-2630b88303e6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.774246] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.774326] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.774534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.774721] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.774830] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.774884] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.775045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.775122] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.775214] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51232178-60bf-4b3a-92dc-2630b88303e6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.797545] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.797545] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.797545] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.797816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.797816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.797878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.937637] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.937826] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.937893] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.938187] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.938313] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.938391] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 is going to be updated. [ 789.977901] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.978061] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.978133] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.978339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.978477] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.003027] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 in Status: IN_PROGRESS for 2s [ 790.090897] env[65933]: INFO networking_nsxv3.common.synchronization [req-a610aadb-4fe0-4a2b-9701-70a7c65cab35 req-a5f5472c-54b0-42d5-aca3-05490dc616fb service nova] Enqueued Resource ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 with Priority: HIGHEST for action security_group_rules [ 790.090897] env[65933]: INFO networking_nsxv3.common.synchronization [req-a610aadb-4fe0-4a2b-9701-70a7c65cab35 req-a5f5472c-54b0-42d5-aca3-05490dc616fb service nova] Enqueued Resource ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 with Priority: HIGHEST for action security_group_members [ 790.093951] env[65933]: INFO networking_nsxv3.common.synchronization [req-a610aadb-4fe0-4a2b-9701-70a7c65cab35 req-a5f5472c-54b0-42d5-aca3-05490dc616fb service nova] Enqueued Resource ID: f4af4b56-d8a4-49fa-9fa9-06d1e932eee9 with Priority: HIGHEST for action port [ 790.093951] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 with Priority: HIGHEST for action security_group_rules [ 790.093951] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 with Priority: HIGHEST for action security_group_members [ 790.093951] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4af4b56-d8a4-49fa-9fa9-06d1e932eee9 with Priority: HIGHEST for action port [ 790.093951] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.093951] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.093951] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.094404] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.094404] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.095813] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.096041] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.096179] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4af4b56-d8a4-49fa-9fa9-06d1e932eee9 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.096272] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4af4b56-d8a4-49fa-9fa9-06d1e932eee9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.096331] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4af4b56-d8a4-49fa-9fa9-06d1e932eee9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.096501] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4af4b56-d8a4-49fa-9fa9-06d1e932eee9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.096575] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4af4b56-d8a4-49fa-9fa9-06d1e932eee9',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.127676] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.127845] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.128110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.128175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.128256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.128627] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.128938] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.129030] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.129559] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.129658] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.129769] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a is going to be deleted. [ 790.165706] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.165706] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.165706] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.166169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.166169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.166169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.167088] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.167088] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.167225] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.167394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.167531] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.167700] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.167793] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.167881] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d0e0f1-4878-4a6f-8e23-42e8088ec69a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.278977] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.278977] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.278977] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.278977] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.318750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.319141] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.319453] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.319453] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.319684] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.319759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.319899] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51232178-60bf-4b3a-92dc-2630b88303e6 is going to be updated. [ 790.366032] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.366032] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.366032] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.366032] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.366337] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.377470] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51232178-60bf-4b3a-92dc-2630b88303e6 in Status: IN_PROGRESS for 2s [ 790.599334] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.599459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.599607] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4af4b56-d8a4-49fa-9fa9-06d1e932eee9 with status ACTIVE [ 790.600842] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.600842] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.600842] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.600842] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.600842] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.600842] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.600842] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.600842] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.601251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.601251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.602037] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.602037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.602037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.602037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.602037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.602542] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4af4b56-d8a4-49fa-9fa9-06d1e932eee9 is going to be updated. [ 790.626693] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.627705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.627705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.627705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.627705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.627705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4af4b56-d8a4-49fa-9fa9-06d1e932eee9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.670585] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.670783] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.670902] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.671587] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.671587] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.671587] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.671738] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.671738] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.671901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.671985] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.672087] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d0e0f1-4878-4a6f-8e23-42e8088ec69a already deleted. [ 790.672209] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0e0f1-4878-4a6f-8e23-42e8088ec69a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.696320] env[65933]: INFO networking_nsxv3.common.synchronization [None req-250cf1ac-bc08-4154-9a3e-fb5bc4b8cf0d None None] Enqueued Resource ID: 36124b55-67ec-4d65-b126-03c9ba8bb21d with Priority: HIGHEST for action port [ 790.696923] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36124b55-67ec-4d65-b126-03c9ba8bb21d with Priority: HIGHEST for action port [ 790.697266] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-36124b55-67ec-4d65-b126-03c9ba8bb21d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.697422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36124b55-67ec-4d65-b126-03c9ba8bb21d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.697459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36124b55-67ec-4d65-b126-03c9ba8bb21d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.697754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36124b55-67ec-4d65-b126-03c9ba8bb21d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.697840] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36124b55-67ec-4d65-b126-03c9ba8bb21d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.066034] env[65933]: INFO networking_nsxv3.common.synchronization [req-ca6b5e7b-2507-43c1-8fd1-1e5a2c9a63f1 req-8547c40c-f65f-47d1-b135-b374ecb7472c tempest-ServerRescueTestJSON-2136903397 tempest-ServerRescueTestJSON-2136903397-project-member] Enqueued Resource ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f with Priority: HIGHEST for action security_group_members [ 791.066034] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f with Priority: HIGHEST for action security_group_members [ 791.066034] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2321b8-2407-4528-ad9c-c8e490eeef8f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.066034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.066034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.066034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.066034] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.066034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.066034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.066034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.066034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.066034] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.193901] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0fbf47a-31ba-466f-b61f-e7d95d8dc328 in Status: SUCCESS [ 791.194227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.194709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.194932] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.195144] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.195265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.195330] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.195482] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.195596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.195712] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.195867] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0fbf47a-31ba-466f-b61f-e7d95d8dc328',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.207541] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36124b55-67ec-4d65-b126-03c9ba8bb21d [ 791.207788] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.208042] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.208886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.209228] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.209228] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.209338] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36124b55-67ec-4d65-b126-03c9ba8bb21d already deleted. [ 791.209423] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36124b55-67ec-4d65-b126-03c9ba8bb21d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.529166] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.529665] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-744" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.529868] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-744" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.530184] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-744" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.530485] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.530685] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.530826] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.531112] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.531344] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.531590] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.531783] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.531911] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.532068] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.532212] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.532340] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.532497] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.554637] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.554874] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.555101] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.555226] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-744" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.555597] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-8b250352-ef16-42b8-aed0-64522e454294 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.555801] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-8b250352-ef16-42b8-aed0-64522e454294" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.555934] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-8b250352-ef16-42b8-aed0-64522e454294" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.556267] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-8b250352-ef16-42b8-aed0-64522e454294" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.556404] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b250352-ef16-42b8-aed0-64522e454294',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.568868] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.700777] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.700880] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.700880] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.701944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.701944] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.701944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.701944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.701944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.701944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.702272] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.702272] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.702372] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.702466] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.702667] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.702806] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.703314] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.703388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.703671] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.703944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.703992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.704093] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0fbf47a-31ba-466f-b61f-e7d95d8dc328',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.011213] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 in Status: SUCCESS [ 792.011912] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.012594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.012887] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.013109] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.013362] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.013442] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.013612] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.013696] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.013854] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.059577] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.059765] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.059833] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.060314] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.060485] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.060688] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 8b250352-ef16-42b8-aed0-64522e454294 not found, creating... [ 792.060963] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.061193] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.061407] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.061675] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.061843] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.062265] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.062441] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.063398] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.063398] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.063398] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.063398] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 8b250352-ef16-42b8-aed0-64522e454294 is going to be created. [ 792.072358] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.086393] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.086393] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.086393] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.086393] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.086769] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.086769] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-8b250352-ef16-42b8-aed0-64522e454294" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.211156] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0fbf47a-31ba-466f-b61f-e7d95d8dc328: rpc.has_security_group_logging(os_id): False [ 792.231655] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.231855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.231924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.232246] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.232355] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.232584] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.232711] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.232765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.232911] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.232990] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.233183] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.233281] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.233342] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.233503] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.233594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.233825] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.233930] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.234012] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.234214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.234295] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.234419] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0fbf47a-31ba-466f-b61f-e7d95d8dc328 is going to be created. [ 792.315882] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.316194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.316290] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.316651] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.316651] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.329913] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0fbf47a-31ba-466f-b61f-e7d95d8dc328 in Status: IN_PROGRESS for 2s [ 792.396197] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51232178-60bf-4b3a-92dc-2630b88303e6 in Status: SUCCESS [ 792.396379] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51232178-60bf-4b3a-92dc-2630b88303e6 deletion is rescheduled due to dependency. [ 792.396495] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.516721] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.575942] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.576174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.576280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.576572] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.576685] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.576810] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f is going to be updated. [ 792.611802] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.612131] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.612209] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.612536] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.612807] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.623077] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f in Status: IN_PROGRESS for 2s [ 792.830915] env[65933]: INFO networking_nsxv3.common.synchronization [req-ca6b5e7b-2507-43c1-8fd1-1e5a2c9a63f1 req-eed3a62e-d515-41d3-a232-6d2513077d06 service nova] Enqueued Resource ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f with Priority: HIGHEST for action security_group_rules [ 792.830915] env[65933]: INFO networking_nsxv3.common.synchronization [req-ca6b5e7b-2507-43c1-8fd1-1e5a2c9a63f1 req-eed3a62e-d515-41d3-a232-6d2513077d06 service nova] Enqueued Resource ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f with Priority: HIGHEST for action security_group_members [ 792.830915] env[65933]: INFO networking_nsxv3.common.synchronization [req-ca6b5e7b-2507-43c1-8fd1-1e5a2c9a63f1 req-eed3a62e-d515-41d3-a232-6d2513077d06 service nova] Enqueued Resource ID: 8b250352-ef16-42b8-aed0-64522e454294 with Priority: HIGHEST for action port [ 792.831062] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f with Priority: HIGHEST for action security_group_rules [ 792.831170] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f with Priority: HIGHEST for action security_group_members [ 792.831262] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b250352-ef16-42b8-aed0-64522e454294 with Priority: HIGHEST for action port [ 792.831839] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d2321b8-2407-4528-ad9c-c8e490eeef8f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.831957] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.832063] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.832639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.832639] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.833186] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2321b8-2407-4528-ad9c-c8e490eeef8f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.834931] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.834931] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b250352-ef16-42b8-aed0-64522e454294 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.834931] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b250352-ef16-42b8-aed0-64522e454294" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.834931] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b250352-ef16-42b8-aed0-64522e454294" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.834931] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b250352-ef16-42b8-aed0-64522e454294" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.834931] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b250352-ef16-42b8-aed0-64522e454294',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.020087] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.131661] env[65933]: INFO networking_nsxv3.common.synchronization [req-c7c773cd-f240-417e-af15-820c3b9c8e74 req-c4942858-12e7-41b7-8ce1-8ba8f55e274b tempest-ServersWithSpecificFlavorTestJSON-318848990 tempest-ServersWithSpecificFlavorTestJSON-318848990-project-member] Enqueued Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGHEST for action security_group_members [ 793.131661] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGHEST for action security_group_members [ 793.131661] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-63968d53-7162-451b-8a05-0f14bd1489dc taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.132027] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.132027] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.132159] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.132437] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.132612] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.132754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.132973] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.134044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.134044] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63968d53-7162-451b-8a05-0f14bd1489dc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.336417] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2321b8-2407-4528-ad9c-c8e490eeef8f taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.336889] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.340038] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b250352-ef16-42b8-aed0-64522e454294 with status ACTIVE [ 793.340038] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.340038] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.340038] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.340038] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.340038] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.340038] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.340038] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.340038] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.340685] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.340685] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.340685] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.340830] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.340830] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.340979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.344261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.344389] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b250352-ef16-42b8-aed0-64522e454294 is going to be updated. [ 793.378459] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.378646] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.378738] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.378995] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.379123] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.379627] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b250352-ef16-42b8-aed0-64522e454294" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.523962] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.524257] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.524319] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.524575] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.524669] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.524836] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 is going to be updated. [ 793.561157] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.561339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.561407] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.561658] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.561907] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.576082] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 in Status: IN_PROGRESS for 2s [ 793.636788] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.637098] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.637278] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.637712] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.637876] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.639435] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.639435] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.639435] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.639435] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.639435] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.639693] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63968d53-7162-451b-8a05-0f14bd1489dc is going to be updated. [ 793.673229] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.673391] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.673462] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.673675] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.673812] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.686772] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63968d53-7162-451b-8a05-0f14bd1489dc in Status: IN_PROGRESS for 2s [ 794.343308] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0fbf47a-31ba-466f-b61f-e7d95d8dc328 in Status: SUCCESS [ 794.343629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.633087] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f in Status: SUCCESS [ 794.633311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.633475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.633696] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.633872] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.633989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.634065] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.634222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.634291] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.634412] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.141308] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.589136] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 in Status: SUCCESS [ 795.589457] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.589457] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.590441] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.590441] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.590441] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.590441] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.590441] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.590441] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.590441] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.590441] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.644841] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.710862] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63968d53-7162-451b-8a05-0f14bd1489dc in Status: SUCCESS [ 795.711337] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63968d53-7162-451b-8a05-0f14bd1489dc deletion is rescheduled due to dependency. [ 795.711337] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.092788] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.092978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.093072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.093293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.093444] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.093553] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.093590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.093716] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.093798] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.093880] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.094033] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.094126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.094178] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.094309] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.096867] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.096867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.096867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.096867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.096867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.096867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.096867] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.147376] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.147545] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.147617] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.147844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.147923] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.148597] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f is going to be updated. [ 796.183261] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.183439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.183439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.183676] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.183832] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.194419] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f in Status: IN_PROGRESS for 2s [ 796.598732] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18: rpc.has_security_group_logging(os_id): False [ 796.652353] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.652646] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.652646] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.652900] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.681195] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.681545] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.681678] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.681738] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.681959] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.682117] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.682367] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.682480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.682628] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.682770] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.682855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.683063] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.683162] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.683221] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.683358] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.683435] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.683521] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 is going to be updated. [ 796.773081] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.773081] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.773332] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.773464] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.773653] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.794937] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 in Status: IN_PROGRESS for 2s [ 798.024666] env[65933]: INFO networking_nsxv3.common.synchronization [req-2e949ea7-1492-4b36-afb0-019b527a8fd4 req-27fe28d6-f4a6-4017-84c9-fa655a76ad78 tempest-ServersAdminTestJSON-11460790 tempest-ServersAdminTestJSON-11460790-project-member] Enqueued Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 798.028044] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 798.028044] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.028044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.028044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.028044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.028044] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.028044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.028044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.028044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.028044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.028044] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.205677] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f in Status: IN_PROGRESS for 4s [ 798.241187] env[65933]: INFO networking_nsxv3.common.synchronization [None req-a812d474-3d9c-4fab-a418-7763fcf18199 None None] Enqueued Resource ID: 94cec583-f2cc-42dc-98ac-b6c493fb48f8 with Priority: HIGHEST for action port [ 798.241187] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94cec583-f2cc-42dc-98ac-b6c493fb48f8 with Priority: HIGHEST for action port [ 798.244879] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-94cec583-f2cc-42dc-98ac-b6c493fb48f8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.244879] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94cec583-f2cc-42dc-98ac-b6c493fb48f8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.244879] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94cec583-f2cc-42dc-98ac-b6c493fb48f8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.244879] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94cec583-f2cc-42dc-98ac-b6c493fb48f8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.244879] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94cec583-f2cc-42dc-98ac-b6c493fb48f8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.530073] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.745948] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94cec583-f2cc-42dc-98ac-b6c493fb48f8 [ 798.745948] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.746459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.746459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.746546] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.746577] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.747564] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94cec583-f2cc-42dc-98ac-b6c493fb48f8 already deleted. [ 798.747895] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94cec583-f2cc-42dc-98ac-b6c493fb48f8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.812618] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 in Status: SUCCESS [ 798.812908] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.033660] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.539325] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.539509] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.539598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.539913] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.540030] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.540146] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eab50ba-9300-413a-a121-8a9a4f066cce is going to be updated. [ 799.577776] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.578885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.578885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.578885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.578885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.588615] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: IN_PROGRESS for 2s [ 800.222220] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f in Status: SUCCESS [ 800.222581] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.222661] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.222919] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.223165] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.223297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.223380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.223567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.223649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.223736] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.224669] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.518200] env[65933]: INFO networking_nsxv3.common.synchronization [None req-199c9cc4-b74c-4a02-948a-6d3097cddc7b None None] Enqueued Resource ID: 48600d24-e076-4b39-b57b-774d113501a4 with Priority: HIGHEST for action port [ 800.518881] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48600d24-e076-4b39-b57b-774d113501a4 with Priority: HIGHEST for action port [ 800.519792] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-48600d24-e076-4b39-b57b-774d113501a4 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.519792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48600d24-e076-4b39-b57b-774d113501a4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.519792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48600d24-e076-4b39-b57b-774d113501a4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.519792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48600d24-e076-4b39-b57b-774d113501a4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.519792] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48600d24-e076-4b39-b57b-774d113501a4',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.729815] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2321b8-2407-4528-ad9c-c8e490eeef8f taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.730092] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.730208] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.734207] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.734535] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.734723] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.734937] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.735171] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.735314] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.735640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.735728] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2321b8-2407-4528-ad9c-c8e490eeef8f taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.735839] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.736313] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.736313] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.736455] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.736529] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.736813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.736813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.736973] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.737056] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.737305] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.961599] env[65933]: INFO networking_nsxv3.common.synchronization [req-7c3e60cf-5a60-4f25-beb1-719c9f297657 req-3a1f9a3b-2aed-4062-ba58-3f9d17667a7f tempest-ServerDiagnosticsTest-838425152 tempest-ServerDiagnosticsTest-838425152-project-member] Enqueued Resource ID: c0fbf47a-31ba-466f-b61f-e7d95d8dc328 with Priority: HIGHEST for action security_group_members [ 800.961999] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0fbf47a-31ba-466f-b61f-e7d95d8dc328 with Priority: HIGHEST for action security_group_members [ 800.964414] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.964414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.964414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.964414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.964414] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.964414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.964414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.964414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.964414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.964414] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0fbf47a-31ba-466f-b61f-e7d95d8dc328',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.022528] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48600d24-e076-4b39-b57b-774d113501a4 [ 801.022528] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.022528] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.022835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.023153] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.023274] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.023410] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48600d24-e076-4b39-b57b-774d113501a4 already deleted. [ 801.024311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48600d24-e076-4b39-b57b-774d113501a4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.242444] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d2321b8-2407-4528-ad9c-c8e490eeef8f: rpc.has_security_group_logging(os_id): False [ 801.262428] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.262602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.262602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.262840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.263470] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.263470] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.263470] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.263470] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.263726] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.263726] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.263809] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.263882] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.263950] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.264103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.264177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.264355] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.264447] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.264509] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.264661] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.264744] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.264856] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f is going to be updated. [ 801.332127] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.332294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.332461] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.332585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.332777] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.351508] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f in Status: IN_PROGRESS for 2s [ 801.466108] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.466378] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.466467] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.466774] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.466906] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.467321] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.467470] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.467566] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.467785] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.467991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.468142] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0fbf47a-31ba-466f-b61f-e7d95d8dc328 is going to be updated. [ 801.527483] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.527676] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.527802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.528090] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.528314] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.538137] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0fbf47a-31ba-466f-b61f-e7d95d8dc328 in Status: IN_PROGRESS for 2s [ 801.600534] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: SUCCESS [ 801.600534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.367041] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f in Status: SUCCESS [ 803.367384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.549645] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0fbf47a-31ba-466f-b61f-e7d95d8dc328 in Status: SUCCESS [ 803.549785] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0fbf47a-31ba-466f-b61f-e7d95d8dc328 deletion is rescheduled due to dependency. [ 803.549878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.993723] env[65933]: INFO networking_nsxv3.common.synchronization [req-2bb81ebf-516f-470b-855c-2cd94816398f req-2b762258-d965-49af-9353-d0ea753ea1b9 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 803.993915] env[65933]: INFO networking_nsxv3.common.synchronization [req-2bb81ebf-516f-470b-855c-2cd94816398f req-2b762258-d965-49af-9353-d0ea753ea1b9 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 with Priority: HIGHEST for action security_group_members [ 803.994235] env[65933]: INFO networking_nsxv3.common.synchronization [req-2bb81ebf-516f-470b-855c-2cd94816398f req-2b762258-d965-49af-9353-d0ea753ea1b9 tempest-SecurityGroupsTestJSON-1956584335 tempest-SecurityGroupsTestJSON-1956584335-project-member] Enqueued Resource ID: 46a0f8bd-3799-4728-8031-3f02aee1dbed with Priority: HIGHEST for action security_group_members [ 803.994635] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGHEST for action security_group_members [ 803.994784] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 with Priority: HIGHEST for action security_group_members [ 803.995738] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a0f8bd-3799-4728-8031-3f02aee1dbed with Priority: HIGHEST for action security_group_members [ 803.995738] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.995911] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.995911] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.996135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.996302] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.996419] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.996484] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.996659] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.996745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.996904] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.997771] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e9f5ad-d337-46ab-946d-93449a21ccf5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.997886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.997957] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.998146] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.998288] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.998385] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.998454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.998594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.998689] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.998778] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.000092] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-46a0f8bd-3799-4728-8031-3f02aee1dbed taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.000092] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46a0f8bd-3799-4728-8031-3f02aee1dbed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.000092] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46a0f8bd-3799-4728-8031-3f02aee1dbed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.000092] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46a0f8bd-3799-4728-8031-3f02aee1dbed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.000733] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.000733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.000733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.000733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.000733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.000733] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46a0f8bd-3799-4728-8031-3f02aee1dbed',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.503283] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.503283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.503822] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.503822] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.503822] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.504077] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.504171] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.504485] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.504485] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.504619] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.504678] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 is going to be updated. [ 804.506291] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.506677] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.506677] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.506677] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.506890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.506890] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.506989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.507066] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.507215] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.507307] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.507408] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 is going to be updated. [ 804.508527] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.508630] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.508678] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.508859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.530466] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.530905] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.530905] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.531145] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.531145] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.531250] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.531423] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46a0f8bd-3799-4728-8031-3f02aee1dbed is going to be updated. [ 804.546299] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.546881] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.546881] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.546881] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.547086] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.549348] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.549516] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.549570] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.549787] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.549945] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.558652] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: IN_PROGRESS for 2s [ 804.559589] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 in Status: IN_PROGRESS for 2s [ 804.569763] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.569955] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.569955] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.570224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.570370] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.581338] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46a0f8bd-3799-4728-8031-3f02aee1dbed in Status: IN_PROGRESS for 2s [ 806.572475] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c8de32-565f-41e6-b885-6ae368f36e67 in Status: SUCCESS [ 806.572750] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 deletion is rescheduled due to dependency. [ 806.572792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.575955] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 in Status: SUCCESS [ 806.576158] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 deletion is rescheduled due to dependency. [ 806.576274] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.592490] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46a0f8bd-3799-4728-8031-3f02aee1dbed in Status: SUCCESS [ 806.592693] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46a0f8bd-3799-4728-8031-3f02aee1dbed deletion is rescheduled due to dependency. [ 806.592808] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46a0f8bd-3799-4728-8031-3f02aee1dbed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.461150] env[65933]: INFO networking_nsxv3.common.synchronization [req-a2cecb3c-f267-465a-95c9-a1c208758dcc req-e96cfd59-51f1-41d0-bae1-114c72ac28fa tempest-ServersV294TestFqdnHostnames-652044258 tempest-ServersV294TestFqdnHostnames-652044258-project-member] Enqueued Resource ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b with Priority: HIGHEST for action security_group_members [ 808.461889] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b with Priority: HIGHEST for action security_group_members [ 808.462238] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.462400] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.462491] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.462969] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.463477] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.463662] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.463760] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.464346] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.464346] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.464346] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1721ea4d-44cb-49a4-86e3-07f567e5fb2b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.841107] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.841347] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-174" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.841473] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-174" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.841799] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-174" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.842071] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.842234] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.842351] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.842569] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.842811] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.843057] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.843174] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.843278] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.843382] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.843487] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.843585] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.843708] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.864805] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.865036] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.865187] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.865371] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-174" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.865686] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-b8b2f1aa-c9bb-4dbb-af12-dbbf57c44bfb taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.865863] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-b8b2f1aa-c9bb-4dbb-af12-dbbf57c44bfb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.865982] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-b8b2f1aa-c9bb-4dbb-af12-dbbf57c44bfb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.866365] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-b8b2f1aa-c9bb-4dbb-af12-dbbf57c44bfb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.866491] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8b2f1aa-c9bb-4dbb-af12-dbbf57c44bfb',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.967502] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.967670] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.967746] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.968027] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.968138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.968249] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.968357] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.968412] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.968555] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.968631] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.968716] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b already deleted. [ 808.968797] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.368987] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.369288] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.369441] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.369747] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.369923] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.370152] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port b8b2f1aa-c9bb-4dbb-af12-dbbf57c44bfb not found, creating... [ 809.370445] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.370603] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.370728] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.370960] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.371113] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.371405] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.371592] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.371711] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.371950] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.372142] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.372285] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: b8b2f1aa-c9bb-4dbb-af12-dbbf57c44bfb is going to be created. [ 809.395514] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.395804] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.395968] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.396275] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.396510] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.396743] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-b8b2f1aa-c9bb-4dbb-af12-dbbf57c44bfb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.105250] env[65933]: INFO networking_nsxv3.common.synchronization [req-a2cecb3c-f267-465a-95c9-a1c208758dcc req-6348e109-34fc-470c-8f56-ecb91be64f3a service nova] Enqueued Resource ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b with Priority: HIGHEST for action security_group_rules [ 810.107191] env[65933]: INFO networking_nsxv3.common.synchronization [req-a2cecb3c-f267-465a-95c9-a1c208758dcc req-6348e109-34fc-470c-8f56-ecb91be64f3a service nova] Enqueued Resource ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b with Priority: HIGHEST for action security_group_members [ 810.107191] env[65933]: INFO networking_nsxv3.common.synchronization [req-a2cecb3c-f267-465a-95c9-a1c208758dcc req-6348e109-34fc-470c-8f56-ecb91be64f3a service nova] Enqueued Resource ID: b8b2f1aa-c9bb-4dbb-af12-dbbf57c44bfb with Priority: HIGHEST for action port [ 810.107191] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b with Priority: HIGHEST for action security_group_rules [ 810.107191] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b with Priority: HIGHEST for action security_group_members [ 810.107191] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8b2f1aa-c9bb-4dbb-af12-dbbf57c44bfb with Priority: HIGHEST for action port [ 810.107690] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.107947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.108116] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.108404] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.108573] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1721ea4d-44cb-49a4-86e3-07f567e5fb2b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.111339] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.111339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.111339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.111339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.111339] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.111339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.111339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.111339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.111339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.111339] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1721ea4d-44cb-49a4-86e3-07f567e5fb2b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.112618] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8b2f1aa-c9bb-4dbb-af12-dbbf57c44bfb taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.112618] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8b2f1aa-c9bb-4dbb-af12-dbbf57c44bfb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.112618] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8b2f1aa-c9bb-4dbb-af12-dbbf57c44bfb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.112897] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8b2f1aa-c9bb-4dbb-af12-dbbf57c44bfb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.112897] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8b2f1aa-c9bb-4dbb-af12-dbbf57c44bfb',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.615684] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.615811] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.616075] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1721ea4d-44cb-49a4-86e3-07f567e5fb2b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.617076] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8b2f1aa-c9bb-4dbb-af12-dbbf57c44bfb with status ACTIVE [ 810.617337] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.617453] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.617519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.617726] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.617821] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.618487] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.618487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.618487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.618487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.618487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.618802] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.618802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.618802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.618802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.618942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.618942] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8b2f1aa-c9bb-4dbb-af12-dbbf57c44bfb is going to be updated. [ 810.642785] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.642785] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.642785] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.642785] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.642785] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.642785] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8b2f1aa-c9bb-4dbb-af12-dbbf57c44bfb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.121029] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1721ea4d-44cb-49a4-86e3-07f567e5fb2b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.624319] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.624471] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.624578] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.624763] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.624849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.624968] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b is going to be created. [ 811.652577] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.652873] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.653023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.653286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.653484] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.666382] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b in Status: UNINITIALIZED for 2s [ 813.677411] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b in Status: SUCCESS [ 813.677411] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.677915] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.677915] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.678045] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.678138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.678197] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.678322] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.678403] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.678485] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.678581] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1721ea4d-44cb-49a4-86e3-07f567e5fb2b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.181233] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1721ea4d-44cb-49a4-86e3-07f567e5fb2b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.683311] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1721ea4d-44cb-49a4-86e3-07f567e5fb2b: rpc.has_security_group_logging(os_id): False [ 814.704210] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.704426] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.704486] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.704750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.704905] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.705250] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.705379] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.705454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.705633] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.705741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.705910] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b is going to be created. [ 814.773812] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.774115] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.774198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.774446] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.774648] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.786828] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b in Status: IN_PROGRESS for 2s [ 815.107763] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 815.107897] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 815.190609] env[65933]: INFO networking_nsxv3.common.synchronization [req-e782a3c9-6166-48d2-8d45-9d60d1518a7d req-f187058e-681d-4307-8ada-a584d0572901 tempest-ServerDiskConfigTestJSON-122935285 tempest-ServerDiskConfigTestJSON-122935285-project-member] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 815.191184] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 815.191487] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.191608] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.191677] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.191871] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.192036] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.192139] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.192203] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.192358] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.192439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.192528] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.516082] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.516266] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-327" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.516325] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-327" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.516545] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-327" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.516795] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.516945] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.517082] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.517308] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.517572] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.517670] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.517728] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.518716] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.518716] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.518716] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.518716] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.518716] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.539379] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.539558] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.539698] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.539875] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-327" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.540234] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-7c87c3b1-5f74-421c-a582-8f15e9594634 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.540414] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-7c87c3b1-5f74-421c-a582-8f15e9594634" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.540531] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-7c87c3b1-5f74-421c-a582-8f15e9594634" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.540855] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-7c87c3b1-5f74-421c-a582-8f15e9594634" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.540992] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c87c3b1-5f74-421c-a582-8f15e9594634',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.695782] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.696434] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.696434] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.696434] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.696434] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.696658] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.696811] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.696811] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.696960] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.697056] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.697262] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 is going to be deleted. [ 815.729888] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.729888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.730365] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.730365] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.730561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.730561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.787920] env[65933]: INFO networking_nsxv3.common.synchronization [req-0cc1d8f9-997a-4ff7-8ddb-712ae75f2627 req-68f69cb6-d9a7-4e8d-abfa-3103e89271c0 tempest-ServerRescueTestJSON-2136903397 tempest-ServerRescueTestJSON-2136903397-project-member] Enqueued Resource ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f with Priority: HIGHEST for action security_group_members [ 815.789017] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f with Priority: HIGHEST for action security_group_members [ 815.789017] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2321b8-2407-4528-ad9c-c8e490eeef8f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.789017] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.789017] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.789371] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.789428] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.789515] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.789568] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.789730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.789818] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.789910] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.045291] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.045560] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.045745] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.045932] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.046127] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.046255] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 7c87c3b1-5f74-421c-a582-8f15e9594634 not found, creating... [ 816.046528] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.046663] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.046790] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.047107] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.047215] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.047498] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.047656] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.047770] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.047978] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.048142] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.048283] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 7c87c3b1-5f74-421c-a582-8f15e9594634 is going to be created. [ 816.074240] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.074577] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.074759] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.075242] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.075466] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.075743] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-7c87c3b1-5f74-421c-a582-8f15e9594634" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.292334] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.796279] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.797775] env[65933]: INFO networking_nsxv3.common.synchronization [req-e782a3c9-6166-48d2-8d45-9d60d1518a7d req-faf4465b-ad59-4ade-b1f2-01bd0d2dc92f service nova] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_rules [ 816.797946] env[65933]: INFO networking_nsxv3.common.synchronization [req-e782a3c9-6166-48d2-8d45-9d60d1518a7d req-faf4465b-ad59-4ade-b1f2-01bd0d2dc92f service nova] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 816.798194] env[65933]: INFO networking_nsxv3.common.synchronization [req-e782a3c9-6166-48d2-8d45-9d60d1518a7d req-faf4465b-ad59-4ade-b1f2-01bd0d2dc92f service nova] Enqueued Resource ID: 7c87c3b1-5f74-421c-a582-8f15e9594634 with Priority: HIGHEST for action port [ 816.798893] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_rules [ 816.799199] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 816.799296] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c87c3b1-5f74-421c-a582-8f15e9594634 with Priority: HIGHEST for action port [ 816.799578] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.800242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.800242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.800242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.800242] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.801188] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.801354] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.802406] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.802754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.802900] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.802956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.803013] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.803214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.803302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.803408] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.804237] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c87c3b1-5f74-421c-a582-8f15e9594634 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.804358] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c87c3b1-5f74-421c-a582-8f15e9594634" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.804428] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c87c3b1-5f74-421c-a582-8f15e9594634" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.804584] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c87c3b1-5f74-421c-a582-8f15e9594634" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.804661] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c87c3b1-5f74-421c-a582-8f15e9594634',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.807188] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b in Status: SUCCESS [ 816.807465] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.299706] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.299914] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.299992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.300232] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.300325] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.300427] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f is going to be updated. [ 817.308503] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.309598] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.309598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.309598] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c87c3b1-5f74-421c-a582-8f15e9594634 with status ACTIVE [ 817.309803] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.309803] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.309891] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.311773] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.311773] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.311773] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.311773] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.311773] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.312133] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.312202] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.312799] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.312974] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.313095] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.313402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.313521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.313621] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c87c3b1-5f74-421c-a582-8f15e9594634 is going to be updated. [ 817.329958] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.330123] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.330246] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.330432] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.330559] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.334273] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.334443] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.334499] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.334710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.334836] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.335087] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c87c3b1-5f74-421c-a582-8f15e9594634" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.339362] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f in Status: IN_PROGRESS for 2s [ 817.816075] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.319621] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.319967] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.319967] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.320136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.320136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.320248] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 is going to be created. [ 818.346889] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.347172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.347291] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.347613] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.347897] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.360621] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: UNINITIALIZED for 2s [ 819.350332] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f in Status: SUCCESS [ 819.350826] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.526092] env[65933]: INFO networking_nsxv3.common.synchronization [req-0bf3dc27-b7f0-478d-a5bc-8219646bff0f req-3825c47b-a82f-4f27-979a-fa5b10f29825 tempest-ListImageFiltersTestJSON-264160737 tempest-ListImageFiltersTestJSON-264160737-project-member] Enqueued Resource ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c with Priority: HIGHEST for action security_group_members [ 819.526945] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c with Priority: HIGHEST for action security_group_members [ 819.527355] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-603944a2-4e8d-4f2c-b9f7-23241e53524c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.527664] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.527664] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.527872] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.528024] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.528187] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.528278] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.528470] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.528650] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.528727] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.866751] env[65933]: INFO networking_nsxv3.common.synchronization [req-9edcd5b7-1962-49ea-89bc-6e2c64d2dea6 req-02c451c8-671b-4f0e-ba39-d41815853e12 tempest-ServersNegativeTestJSON-1178383421 tempest-ServersNegativeTestJSON-1178383421-project-member] Enqueued Resource ID: 7022cd29-8784-4706-ac03-3cc7395ab323 with Priority: HIGHEST for action security_group_members [ 819.867838] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7022cd29-8784-4706-ac03-3cc7395ab323 with Priority: HIGHEST for action security_group_members [ 819.867838] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7022cd29-8784-4706-ac03-3cc7395ab323 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.868179] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.868505] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.870458] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.870458] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.870458] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.870458] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.870458] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.870458] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.870458] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.033256] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.033256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.033256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.033256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.033256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.033256] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.033256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.033256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.033256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.033256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.033256] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c is going to be updated. [ 820.068849] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.069177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.069237] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.069490] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.069694] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.078470] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c in Status: IN_PROGRESS for 2s [ 820.247397] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.247397] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-274" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.247522] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-274" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.248236] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-274" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.248236] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.248603] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.248603] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.248791] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.249158] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.249340] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.249460] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.249584] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.249735] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.250178] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.250178] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.250342] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.272411] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.272645] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.272828] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.273061] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-274" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.273448] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-eac3a277-2af0-412b-a81e-e904f6f19965 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.273661] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-eac3a277-2af0-412b-a81e-e904f6f19965" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.273804] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-eac3a277-2af0-412b-a81e-e904f6f19965" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.274193] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-eac3a277-2af0-412b-a81e-e904f6f19965" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.274368] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eac3a277-2af0-412b-a81e-e904f6f19965',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.372464] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: SUCCESS [ 820.372776] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.373081] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.375930] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.376218] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.376446] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.376610] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.376673] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.376876] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.376966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.377193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.377193] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.776756] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.776979] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.777119] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.777459] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.777660] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.777823] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port eac3a277-2af0-412b-a81e-e904f6f19965 not found, creating... [ 820.778116] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.778282] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.778403] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.778639] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.778771] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.779075] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.779238] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.779354] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.779565] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.779697] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.779832] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: eac3a277-2af0-412b-a81e-e904f6f19965 is going to be created. [ 820.813628] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.813876] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.813999] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.814336] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.814569] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.814803] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-eac3a277-2af0-412b-a81e-e904f6f19965" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.878847] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.880107] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.881042] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.881042] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.881042] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.881042] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.881042] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.881042] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.881465] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.881465] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.881465] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.881465] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.881680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.881680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.881788] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.881950] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.882045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.882045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.882169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.882245] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.882331] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.883239] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.384865] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.385224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.385224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.385394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.385505] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.385612] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7022cd29-8784-4706-ac03-3cc7395ab323 is going to be updated. [ 821.387015] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8: rpc.has_security_group_logging(os_id): False [ 821.404199] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.405108] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.405108] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.405108] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.405108] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.405108] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.405341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.405341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.405521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.405591] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.406426] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.406426] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.406426] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.406426] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.406426] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.406840] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.406840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.406840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.406840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.406840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.407013] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 is going to be created. [ 821.427375] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.427586] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.427586] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.427800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.427947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.438996] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7022cd29-8784-4706-ac03-3cc7395ab323 in Status: IN_PROGRESS for 2s [ 821.476716] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.476912] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.476975] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.477321] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.477444] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.494731] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: IN_PROGRESS for 2s [ 821.536267] env[65933]: INFO networking_nsxv3.common.synchronization [req-9edcd5b7-1962-49ea-89bc-6e2c64d2dea6 req-8cecf950-eecd-4a5f-9d53-e0b638480f99 service nova] Enqueued Resource ID: 7022cd29-8784-4706-ac03-3cc7395ab323 with Priority: HIGHEST for action security_group_rules [ 821.536375] env[65933]: INFO networking_nsxv3.common.synchronization [req-9edcd5b7-1962-49ea-89bc-6e2c64d2dea6 req-8cecf950-eecd-4a5f-9d53-e0b638480f99 service nova] Enqueued Resource ID: 7022cd29-8784-4706-ac03-3cc7395ab323 with Priority: HIGHEST for action security_group_members [ 821.536515] env[65933]: INFO networking_nsxv3.common.synchronization [req-9edcd5b7-1962-49ea-89bc-6e2c64d2dea6 req-8cecf950-eecd-4a5f-9d53-e0b638480f99 service nova] Enqueued Resource ID: eac3a277-2af0-412b-a81e-e904f6f19965 with Priority: HIGHEST for action port [ 821.537426] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7022cd29-8784-4706-ac03-3cc7395ab323 with Priority: HIGHEST for action security_group_rules [ 821.537426] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7022cd29-8784-4706-ac03-3cc7395ab323 with Priority: HIGHEST for action security_group_members [ 821.537426] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac3a277-2af0-412b-a81e-e904f6f19965 with Priority: HIGHEST for action port [ 821.537564] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7022cd29-8784-4706-ac03-3cc7395ab323 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.538326] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.538326] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.538326] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.538326] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.539336] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7022cd29-8784-4706-ac03-3cc7395ab323 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.539336] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.539336] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-eac3a277-2af0-412b-a81e-e904f6f19965 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.539588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eac3a277-2af0-412b-a81e-e904f6f19965" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.539588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eac3a277-2af0-412b-a81e-e904f6f19965" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.539588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eac3a277-2af0-412b-a81e-e904f6f19965" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.539687] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eac3a277-2af0-412b-a81e-e904f6f19965',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.042212] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7022cd29-8784-4706-ac03-3cc7395ab323 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.042212] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.046903] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eac3a277-2af0-412b-a81e-e904f6f19965 with status ACTIVE [ 822.046903] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.046903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.046903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.046903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.046903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.046903] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.046903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.046903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.046903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.046903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.046903] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.046903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.046903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.046903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.046903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.046903] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eac3a277-2af0-412b-a81e-e904f6f19965 is going to be updated. [ 822.067858] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.068028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.068175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.068369] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.068513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.068687] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eac3a277-2af0-412b-a81e-e904f6f19965" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.088190] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c in Status: SUCCESS [ 822.088499] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c deletion is rescheduled due to dependency. [ 822.088703] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.450263] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7022cd29-8784-4706-ac03-3cc7395ab323 in Status: SUCCESS [ 823.450685] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.450685] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.450874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.451074] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.451199] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.451266] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.451419] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.451500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.451593] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.509599] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: SUCCESS [ 823.509824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.953966] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.456430] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.959886] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.959886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.959886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.960152] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.960152] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.960259] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7022cd29-8784-4706-ac03-3cc7395ab323 is going to be updated. [ 824.995342] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.995554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.995649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.996135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.996217] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.009919] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7022cd29-8784-4706-ac03-3cc7395ab323 in Status: IN_PROGRESS for 2s [ 825.084543] env[65933]: INFO networking_nsxv3.common.synchronization [req-ad558e94-82ab-4e0c-912a-30b97c49541f req-ead3676a-4dff-459b-b9f9-0cf118614c01 tempest-ServersTestBootFromVolume-1003359235 tempest-ServersTestBootFromVolume-1003359235-project-member] Enqueued Resource ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a with Priority: HIGHEST for action security_group_members [ 825.085725] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a with Priority: HIGHEST for action security_group_members [ 825.086297] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.086552] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.086712] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.087086] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.087468] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.087648] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.087711] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.087956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.088039] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.088146] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.591144] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.591486] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.591486] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.591636] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.591698] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.591993] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.591993] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.592155] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.592207] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.592286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.592377] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a is going to be updated. [ 825.622859] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.624443] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.624443] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.624443] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.624443] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.647635] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a in Status: IN_PROGRESS for 2s [ 826.838499] env[65933]: INFO networking_nsxv3.common.synchronization [req-5b9c77f9-e26c-44f1-9a07-8d6e05dea50d req-a0272471-ea69-4537-90d3-5bcdf5db5061 tempest-ServerMetadataTestJSON-1092565863 tempest-ServerMetadataTestJSON-1092565863-project-member] Enqueued Resource ID: af544d8b-6544-4d0b-85c0-c2a6d7b5b07e with Priority: HIGHEST for action security_group_members [ 826.839339] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af544d8b-6544-4d0b-85c0-c2a6d7b5b07e with Priority: HIGHEST for action security_group_members [ 826.839451] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.840055] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.840055] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.840055] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.840398] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.840587] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.840704] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.840915] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.841055] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.841195] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af544d8b-6544-4d0b-85c0-c2a6d7b5b07e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.023515] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7022cd29-8784-4706-ac03-3cc7395ab323 in Status: SUCCESS [ 827.023515] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.023515] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.023515] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.023515] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.023515] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.023515] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.023515] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.023515] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.023515] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.023515] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.345023] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.345397] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.345662] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.346829] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.346829] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.347020] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.347126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.347126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.347462] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.347462] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.348076] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af544d8b-6544-4d0b-85c0-c2a6d7b5b07e already deleted. [ 827.348076] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.351650] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.352034] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-939" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.352034] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-939" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.352387] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-939" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.352643] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.352879] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.353573] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.353573] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.353573] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.353573] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.353935] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.353935] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.354071] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.354262] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.354348] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.354575] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.378406] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.378406] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 827.378406] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.378695] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-939" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.378863] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-3459c0d1-369b-4b18-a589-ea3d7be587a5 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.379060] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-3459c0d1-369b-4b18-a589-ea3d7be587a5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.380941] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-3459c0d1-369b-4b18-a589-ea3d7be587a5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.380941] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-3459c0d1-369b-4b18-a589-ea3d7be587a5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.380941] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3459c0d1-369b-4b18-a589-ea3d7be587a5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.527041] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7022cd29-8784-4706-ac03-3cc7395ab323 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.529940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.529940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.529940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.529940] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.529940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.529940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.529940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.529940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.529940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.529940] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7022cd29-8784-4706-ac03-3cc7395ab323 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.529940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.529940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.529940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.529940] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.532077] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.532077] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.532077] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.532077] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.532077] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.532077] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.658955] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a in Status: SUCCESS [ 827.659144] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a deletion is rescheduled due to dependency. [ 827.659272] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.882883] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.883309] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.883453] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.883783] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.883950] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.884213] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 3459c0d1-369b-4b18-a589-ea3d7be587a5 not found, creating... [ 827.884432] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.884613] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.884749] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.884996] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.885219] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.885525] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.885690] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.885805] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.886066] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.886171] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.886318] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 3459c0d1-369b-4b18-a589-ea3d7be587a5 is going to be created. [ 827.907554] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.907853] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.907926] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.908231] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.908471] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.908710] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-3459c0d1-369b-4b18-a589-ea3d7be587a5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.032804] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7022cd29-8784-4706-ac03-3cc7395ab323: rpc.has_security_group_logging(os_id): False [ 828.057032] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.057227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.057300] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.057568] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.057694] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.057935] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.058073] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.058145] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.058343] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.058434] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.058677] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.058772] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.058840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.058936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.059137] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.059336] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.059451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.059517] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.059666] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.059750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.059845] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7022cd29-8784-4706-ac03-3cc7395ab323 is going to be updated. [ 828.166459] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.166602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.166677] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.167127] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.167127] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.183638] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7022cd29-8784-4706-ac03-3cc7395ab323 in Status: IN_PROGRESS for 2s [ 828.692703] env[65933]: INFO networking_nsxv3.common.synchronization [req-5b9c77f9-e26c-44f1-9a07-8d6e05dea50d req-8272f23c-d8e0-41a9-8839-f465362db216 service nova] Enqueued Resource ID: af544d8b-6544-4d0b-85c0-c2a6d7b5b07e with Priority: HIGHEST for action security_group_rules [ 828.692703] env[65933]: INFO networking_nsxv3.common.synchronization [req-5b9c77f9-e26c-44f1-9a07-8d6e05dea50d req-8272f23c-d8e0-41a9-8839-f465362db216 service nova] Enqueued Resource ID: af544d8b-6544-4d0b-85c0-c2a6d7b5b07e with Priority: HIGHEST for action security_group_members [ 828.692703] env[65933]: INFO networking_nsxv3.common.synchronization [req-5b9c77f9-e26c-44f1-9a07-8d6e05dea50d req-8272f23c-d8e0-41a9-8839-f465362db216 service nova] Enqueued Resource ID: 3459c0d1-369b-4b18-a589-ea3d7be587a5 with Priority: HIGHEST for action port [ 828.692703] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af544d8b-6544-4d0b-85c0-c2a6d7b5b07e with Priority: HIGHEST for action security_group_rules [ 828.692703] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af544d8b-6544-4d0b-85c0-c2a6d7b5b07e with Priority: HIGHEST for action security_group_members [ 828.692703] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3459c0d1-369b-4b18-a589-ea3d7be587a5 with Priority: HIGHEST for action port [ 828.692703] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.692703] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.692703] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.692703] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.692703] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af544d8b-6544-4d0b-85c0-c2a6d7b5b07e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.698177] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.698177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.698292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.698495] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.698831] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.698831] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.698831] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.698978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.699024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.699136] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af544d8b-6544-4d0b-85c0-c2a6d7b5b07e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.701880] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-3459c0d1-369b-4b18-a589-ea3d7be587a5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.702115] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3459c0d1-369b-4b18-a589-ea3d7be587a5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.702194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3459c0d1-369b-4b18-a589-ea3d7be587a5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.702385] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3459c0d1-369b-4b18-a589-ea3d7be587a5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.702475] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3459c0d1-369b-4b18-a589-ea3d7be587a5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.206421] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af544d8b-6544-4d0b-85c0-c2a6d7b5b07e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.206421] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.207252] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.207252] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3459c0d1-369b-4b18-a589-ea3d7be587a5 with status ACTIVE [ 829.207252] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.207252] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.207653] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.207705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.207787] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.208049] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.208113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.208188] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.208367] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.208439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.208661] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.208746] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.208788] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.208940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.208993] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.209087] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3459c0d1-369b-4b18-a589-ea3d7be587a5 is going to be updated. [ 829.234175] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.235070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.235070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.235070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.235070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.235318] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3459c0d1-369b-4b18-a589-ea3d7be587a5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.711556] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af544d8b-6544-4d0b-85c0-c2a6d7b5b07e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.202109] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7022cd29-8784-4706-ac03-3cc7395ab323 in Status: SUCCESS [ 830.202109] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.217347] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.217347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.217347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.217347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.217347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.218051] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af544d8b-6544-4d0b-85c0-c2a6d7b5b07e is going to be created. [ 830.249021] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.249021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.249021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.249021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.249021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.258344] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af544d8b-6544-4d0b-85c0-c2a6d7b5b07e in Status: UNINITIALIZED for 2s [ 831.414688] env[65933]: INFO networking_nsxv3.common.synchronization [None req-6d11269a-174e-452b-a713-44d116f95522 None None] Enqueued Resource ID: 5c7332ca-66a7-4a04-90a2-50514cf150cd with Priority: HIGHEST for action port [ 831.415278] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7332ca-66a7-4a04-90a2-50514cf150cd with Priority: HIGHEST for action port [ 831.415598] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c7332ca-66a7-4a04-90a2-50514cf150cd taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.415721] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c7332ca-66a7-4a04-90a2-50514cf150cd" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.415807] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c7332ca-66a7-4a04-90a2-50514cf150cd" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.417218] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c7332ca-66a7-4a04-90a2-50514cf150cd" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.417847] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c7332ca-66a7-4a04-90a2-50514cf150cd',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.921119] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c7332ca-66a7-4a04-90a2-50514cf150cd [ 831.921119] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.921119] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.921119] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.921119] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.921119] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.921119] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c7332ca-66a7-4a04-90a2-50514cf150cd already deleted. [ 831.921119] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c7332ca-66a7-4a04-90a2-50514cf150cd" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.025126] env[65933]: INFO networking_nsxv3.common.synchronization [req-b10b95e5-28cb-4147-a916-0a7bcdbaefee req-f6a844ce-aaf8-4278-91e2-b39e1ae9f65a tempest-ServersWithSpecificFlavorTestJSON-318848990 tempest-ServersWithSpecificFlavorTestJSON-318848990-project-member] Enqueued Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGHEST for action security_group_members [ 832.026431] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGHEST for action security_group_members [ 832.026431] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-63968d53-7162-451b-8a05-0f14bd1489dc taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.026431] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.026651] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.026651] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.026844] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.026900] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.026945] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.027723] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.027766] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.027868] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63968d53-7162-451b-8a05-0f14bd1489dc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.272470] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af544d8b-6544-4d0b-85c0-c2a6d7b5b07e in Status: SUCCESS [ 832.272696] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.272882] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.273196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.273381] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.273562] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.273635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.273732] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.273811] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.273896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.273984] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af544d8b-6544-4d0b-85c0-c2a6d7b5b07e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.490086] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-861 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.490419] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-861" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.490419] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-861" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.490687] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-861" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.490959] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.491388] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.491580] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.491853] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.492057] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.492402] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.492678] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.492678] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.492828] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.492991] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.493234] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.493413] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.518630] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.518824] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.519040] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.519263] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-861" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.519591] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-d5ae15d6-0c8c-4bb4-8157-dd0b9b502445 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.519884] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-d5ae15d6-0c8c-4bb4-8157-dd0b9b502445" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.520017] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-d5ae15d6-0c8c-4bb4-8157-dd0b9b502445" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.520379] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-d5ae15d6-0c8c-4bb4-8157-dd0b9b502445" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.520560] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5ae15d6-0c8c-4bb4-8157-dd0b9b502445',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.534710] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.534908] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.534978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.535225] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.535321] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.535529] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.535675] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.535745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.536343] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.536557] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.536557] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63968d53-7162-451b-8a05-0f14bd1489dc is going to be updated. [ 832.567896] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.567896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.567896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.567896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.567896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.577837] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63968d53-7162-451b-8a05-0f14bd1489dc in Status: IN_PROGRESS for 2s [ 832.777687] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.778525] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.778770] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.779094] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.779412] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.779704] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.779848] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.780059] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.780154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.780248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.780410] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.780508] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.780570] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.780718] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.780856] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.780947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.781016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.782021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.782166] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.782300] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.782434] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af544d8b-6544-4d0b-85c0-c2a6d7b5b07e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.022995] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.023278] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.023409] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.023925] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.023925] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.024102] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port d5ae15d6-0c8c-4bb4-8157-dd0b9b502445 not found, creating... [ 833.024287] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.024566] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.024566] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.024835] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.024917] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.025188] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.025373] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.025490] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.025691] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.025823] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.025958] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: d5ae15d6-0c8c-4bb4-8157-dd0b9b502445 is going to be created. [ 833.050342] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.050706] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.050910] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.051328] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.051694] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.052349] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-d5ae15d6-0c8c-4bb4-8157-dd0b9b502445" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.286897] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af544d8b-6544-4d0b-85c0-c2a6d7b5b07e: rpc.has_security_group_logging(os_id): False [ 833.307673] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.307673] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.307884] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.307992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.308092] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.308346] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.308408] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.308446] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.308584] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.308659] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.308845] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.308939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.309008] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.309165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.309232] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.309427] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.309519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.309579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.309712] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.309785] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.309880] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af544d8b-6544-4d0b-85c0-c2a6d7b5b07e is going to be created. [ 833.392836] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.393022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.393022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.393312] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.393449] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.408831] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af544d8b-6544-4d0b-85c0-c2a6d7b5b07e in Status: IN_PROGRESS for 2s [ 833.660023] env[65933]: INFO networking_nsxv3.common.synchronization [None req-d30c834f-867d-47c4-8d50-5b1a1eb2b032 None None] Enqueued Resource ID: c2500d2e-a671-4f83-9f89-26aea94643a6 with Priority: HIGHEST for action port [ 833.660023] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2500d2e-a671-4f83-9f89-26aea94643a6 with Priority: HIGHEST for action port [ 833.660023] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2500d2e-a671-4f83-9f89-26aea94643a6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.660023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2500d2e-a671-4f83-9f89-26aea94643a6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.660023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2500d2e-a671-4f83-9f89-26aea94643a6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.660023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2500d2e-a671-4f83-9f89-26aea94643a6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.660023] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2500d2e-a671-4f83-9f89-26aea94643a6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.792103] env[65933]: INFO networking_nsxv3.common.synchronization [req-b10b95e5-28cb-4147-a916-0a7bcdbaefee req-2b6f36b3-256e-4c5c-a17d-c8a48ee9de34 service nova] Enqueued Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGHEST for action security_group_rules [ 833.792103] env[65933]: INFO networking_nsxv3.common.synchronization [req-b10b95e5-28cb-4147-a916-0a7bcdbaefee req-2b6f36b3-256e-4c5c-a17d-c8a48ee9de34 service nova] Enqueued Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGHEST for action security_group_members [ 833.792103] env[65933]: INFO networking_nsxv3.common.synchronization [req-b10b95e5-28cb-4147-a916-0a7bcdbaefee req-2b6f36b3-256e-4c5c-a17d-c8a48ee9de34 service nova] Enqueued Resource ID: d5ae15d6-0c8c-4bb4-8157-dd0b9b502445 with Priority: HIGHEST for action port [ 833.792641] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGHEST for action security_group_rules [ 833.793275] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGHEST for action security_group_members [ 833.793547] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ae15d6-0c8c-4bb4-8157-dd0b9b502445 with Priority: HIGHEST for action port [ 833.793989] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63968d53-7162-451b-8a05-0f14bd1489dc taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.794291] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.794485] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.794884] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.795107] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63968d53-7162-451b-8a05-0f14bd1489dc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.796670] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-63968d53-7162-451b-8a05-0f14bd1489dc taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.796946] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.799172] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5ae15d6-0c8c-4bb4-8157-dd0b9b502445 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.799172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5ae15d6-0c8c-4bb4-8157-dd0b9b502445" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.799172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5ae15d6-0c8c-4bb4-8157-dd0b9b502445" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.799172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5ae15d6-0c8c-4bb4-8157-dd0b9b502445" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.799172] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5ae15d6-0c8c-4bb4-8157-dd0b9b502445',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.163285] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2500d2e-a671-4f83-9f89-26aea94643a6 [ 834.164681] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.164681] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.164681] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.164681] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.164681] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.164681] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2500d2e-a671-4f83-9f89-26aea94643a6 already deleted. [ 834.164681] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2500d2e-a671-4f83-9f89-26aea94643a6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.300829] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-63968d53-7162-451b-8a05-0f14bd1489dc taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.300829] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.300829] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5ae15d6-0c8c-4bb4-8157-dd0b9b502445 with status ACTIVE [ 834.300829] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.300829] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.300829] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.300829] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.300829] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.303022] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.303022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.303022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.303022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.303022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.303022] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.303022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.303022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.303022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.303022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.303022] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5ae15d6-0c8c-4bb4-8157-dd0b9b502445 is going to be updated. [ 834.328432] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.328432] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.328432] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.328432] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.329313] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.329313] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5ae15d6-0c8c-4bb4-8157-dd0b9b502445" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.587925] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63968d53-7162-451b-8a05-0f14bd1489dc in Status: SUCCESS [ 834.588130] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63968d53-7162-451b-8a05-0f14bd1489dc deletion is rescheduled due to dependency. [ 834.588268] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.588441] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.589456] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.589582] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.589722] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.589790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.589994] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.590077] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.590188] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63968d53-7162-451b-8a05-0f14bd1489dc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.744353] env[65933]: INFO networking_nsxv3.common.synchronization [req-46c65108-7bd1-45bb-a154-fc9010dd407e req-99053096-7475-4f32-a40a-7c6f7e430626 tempest-ServersNegativeTestJSON-1178383421 tempest-ServersNegativeTestJSON-1178383421-project-member] Enqueued Resource ID: 7022cd29-8784-4706-ac03-3cc7395ab323 with Priority: HIGHEST for action security_group_members [ 834.745774] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7022cd29-8784-4706-ac03-3cc7395ab323 with Priority: HIGHEST for action security_group_members [ 834.746373] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7022cd29-8784-4706-ac03-3cc7395ab323 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.746465] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.746541] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.746710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.746863] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.746957] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.747044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.748088] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.748186] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.748284] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.017139] env[65933]: INFO networking_nsxv3.common.synchronization [None req-7844e1fe-9ac6-4a44-9917-9d3822543c49 None None] Enqueued Resource ID: b7490a0e-ccf8-4975-aeb4-c4d63626b01e with Priority: HIGHEST for action port [ 835.017811] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7490a0e-ccf8-4975-aeb4-c4d63626b01e with Priority: HIGHEST for action port [ 835.018335] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7490a0e-ccf8-4975-aeb4-c4d63626b01e taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.018487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7490a0e-ccf8-4975-aeb4-c4d63626b01e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.018601] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7490a0e-ccf8-4975-aeb4-c4d63626b01e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.019089] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7490a0e-ccf8-4975-aeb4-c4d63626b01e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.021252] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7490a0e-ccf8-4975-aeb4-c4d63626b01e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.092629] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63968d53-7162-451b-8a05-0f14bd1489dc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.250050] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.421149] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af544d8b-6544-4d0b-85c0-c2a6d7b5b07e in Status: SUCCESS [ 835.421431] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.527473] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7490a0e-ccf8-4975-aeb4-c4d63626b01e [ 835.527768] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.527931] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.528041] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.528332] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.528446] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.528549] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7490a0e-ccf8-4975-aeb4-c4d63626b01e already deleted. [ 835.528630] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7490a0e-ccf8-4975-aeb4-c4d63626b01e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.595263] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63968d53-7162-451b-8a05-0f14bd1489dc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.753661] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.098668] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.098668] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.098668] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.098871] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.098919] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.099011] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63968d53-7162-451b-8a05-0f14bd1489dc is going to be updated. [ 836.126912] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.127101] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.127152] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.127390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.127566] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.137123] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63968d53-7162-451b-8a05-0f14bd1489dc in Status: IN_PROGRESS for 2s [ 836.258115] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.258345] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.258419] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.258900] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.258900] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.258900] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7022cd29-8784-4706-ac03-3cc7395ab323 is going to be updated. [ 836.307087] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.307280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.307414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.307696] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.308339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.322100] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7022cd29-8784-4706-ac03-3cc7395ab323 in Status: IN_PROGRESS for 2s [ 837.247176] env[65933]: INFO networking_nsxv3.common.synchronization [None req-a0d23716-61bd-4a20-b651-0826be2c35ac None None] Enqueued Resource ID: 966ce676-8805-42c2-8251-582e6c98a7c5 with Priority: HIGHEST for action port [ 837.247599] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966ce676-8805-42c2-8251-582e6c98a7c5 with Priority: HIGHEST for action port [ 837.250480] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-966ce676-8805-42c2-8251-582e6c98a7c5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.250480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-966ce676-8805-42c2-8251-582e6c98a7c5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.250480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-966ce676-8805-42c2-8251-582e6c98a7c5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.250480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-966ce676-8805-42c2-8251-582e6c98a7c5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.250480] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('966ce676-8805-42c2-8251-582e6c98a7c5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.752971] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 966ce676-8805-42c2-8251-582e6c98a7c5 [ 837.753235] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.753372] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.753465] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.753655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.753743] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.753841] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:966ce676-8805-42c2-8251-582e6c98a7c5 already deleted. [ 837.753923] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-966ce676-8805-42c2-8251-582e6c98a7c5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.148074] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63968d53-7162-451b-8a05-0f14bd1489dc in Status: SUCCESS [ 838.148353] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.148555] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.148776] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.148982] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.149171] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.149277] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.149454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.149531] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.149610] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.149740] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63968d53-7162-451b-8a05-0f14bd1489dc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.335476] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7022cd29-8784-4706-ac03-3cc7395ab323 in Status: SUCCESS [ 838.336200] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.496440] env[65933]: INFO networking_nsxv3.common.synchronization [req-202c1c6e-baa1-434c-8fc5-e08427932456 req-1bc0fc19-6ba2-4257-8cb9-a8f5bfc3f29e tempest-DeleteServersTestJSON-1878305039 tempest-DeleteServersTestJSON-1878305039-project-member] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 838.496440] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 838.496440] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.496440] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.496440] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.497363] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.497363] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.497363] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.498012] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.498219] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.498319] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.498423] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.659103] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63968d53-7162-451b-8a05-0f14bd1489dc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.987964] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.988283] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.988283] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.988714] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.989264] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.989395] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.989512] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.989788] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.990117] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.990241] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.990397] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.990527] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.990663] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.990795] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.990933] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.991125] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.001031] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.001177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.001260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.001494] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.001588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.001784] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.001886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.001949] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.002118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.002197] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.002283] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 already deleted. [ 839.002369] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.013979] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.014232] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.014627] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.014831] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.015277] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-6cb24f31-5924-4d33-bfb2-cc7282eb79c6 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.015469] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-6cb24f31-5924-4d33-bfb2-cc7282eb79c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.015592] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-6cb24f31-5924-4d33-bfb2-cc7282eb79c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.015993] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-6cb24f31-5924-4d33-bfb2-cc7282eb79c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.016239] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cb24f31-5924-4d33-bfb2-cc7282eb79c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.161591] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63968d53-7162-451b-8a05-0f14bd1489dc: rpc.has_security_group_logging(os_id): False [ 839.183841] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.184100] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.184175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.184495] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.184660] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.185094] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.185260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.185340] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.185567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.185711] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.185881] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63968d53-7162-451b-8a05-0f14bd1489dc is going to be updated. [ 839.258601] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.258884] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.258996] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.259354] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.259615] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.276153] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63968d53-7162-451b-8a05-0f14bd1489dc in Status: IN_PROGRESS for 2s [ 839.519114] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.519519] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.519519] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.519792] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.519948] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.520141] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 6cb24f31-5924-4d33-bfb2-cc7282eb79c6 not found, creating... [ 839.520430] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.520605] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.520719] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.520979] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.521172] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.521721] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.521721] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.521849] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.521985] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.522128] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.522266] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 6cb24f31-5924-4d33-bfb2-cc7282eb79c6 is going to be created. [ 839.546443] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.546732] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.546869] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.547175] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.547752] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.547752] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-6cb24f31-5924-4d33-bfb2-cc7282eb79c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.562035] env[65933]: INFO networking_nsxv3.common.synchronization [req-d21350f8-f8b3-488f-8fc6-c66befab0cf3 req-0329fa79-bd4e-4ee3-b035-b137f056c53e tempest-ServersAdminTestJSON-11460790 tempest-ServersAdminTestJSON-11460790-project-member] Enqueued Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 839.562702] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 839.563127] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.563320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.563451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.563685] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.563929] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.564106] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.564193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.564330] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.564436] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.564556] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.067688] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.354338] env[65933]: INFO networking_nsxv3.common.synchronization [req-202c1c6e-baa1-434c-8fc5-e08427932456 req-f194799d-c83e-4ed3-a059-098e9ba6f586 service nova] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_rules [ 840.354446] env[65933]: INFO networking_nsxv3.common.synchronization [req-202c1c6e-baa1-434c-8fc5-e08427932456 req-f194799d-c83e-4ed3-a059-098e9ba6f586 service nova] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 840.354757] env[65933]: INFO networking_nsxv3.common.synchronization [req-202c1c6e-baa1-434c-8fc5-e08427932456 req-f194799d-c83e-4ed3-a059-098e9ba6f586 service nova] Enqueued Resource ID: 6cb24f31-5924-4d33-bfb2-cc7282eb79c6 with Priority: HIGHEST for action port [ 840.355636] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_rules [ 840.355908] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 840.355908] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cb24f31-5924-4d33-bfb2-cc7282eb79c6 with Priority: HIGHEST for action port [ 840.356924] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.356924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.356924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.357178] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.357178] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.358317] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.358317] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.358504] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.359065] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.359065] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.359065] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.359065] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.359065] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.360095] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.360095] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.364463] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cb24f31-5924-4d33-bfb2-cc7282eb79c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.364463] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cb24f31-5924-4d33-bfb2-cc7282eb79c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.364463] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cb24f31-5924-4d33-bfb2-cc7282eb79c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.364463] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cb24f31-5924-4d33-bfb2-cc7282eb79c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.364463] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cb24f31-5924-4d33-bfb2-cc7282eb79c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.573124] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.865543] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.866438] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.871021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.871021] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6cb24f31-5924-4d33-bfb2-cc7282eb79c6 with status ACTIVE [ 840.871021] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.871021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.871021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.871021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.871021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.871021] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.871021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.871021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.871021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.871021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.871021] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.871021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.871021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.871021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.871021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.872328] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6cb24f31-5924-4d33-bfb2-cc7282eb79c6 is going to be updated. [ 840.896531] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.896531] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.896531] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.896531] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.896531] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.896531] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cb24f31-5924-4d33-bfb2-cc7282eb79c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.075303] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.075483] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.075527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.076352] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.076352] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.076352] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eab50ba-9300-413a-a121-8a9a4f066cce is going to be updated. [ 841.108413] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.108882] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.108882] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.108882] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.109190] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.121169] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: IN_PROGRESS for 2s [ 841.305822] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63968d53-7162-451b-8a05-0f14bd1489dc in Status: SUCCESS [ 841.306054] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.371984] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.875371] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.875371] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.875371] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.876195] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.876195] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.876195] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be created. [ 841.909925] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.909925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.909925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.909925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.909925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.920454] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: UNINITIALIZED for 2s [ 843.104200] env[65933]: INFO networking_nsxv3.common.synchronization [req-e3175f3e-dfd8-4bb8-b693-8f25c2c1ac28 req-070944bb-c29a-4297-bec3-0dbd7107fda7 tempest-ServerMetadataTestJSON-1092565863 tempest-ServerMetadataTestJSON-1092565863-project-member] Enqueued Resource ID: af544d8b-6544-4d0b-85c0-c2a6d7b5b07e with Priority: HIGHEST for action security_group_members [ 843.104523] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af544d8b-6544-4d0b-85c0-c2a6d7b5b07e with Priority: HIGHEST for action security_group_members [ 843.104812] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.105223] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.105315] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.108480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.108480] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.108480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.108480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.108480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.108480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.108480] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af544d8b-6544-4d0b-85c0-c2a6d7b5b07e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.136062] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: SUCCESS [ 843.136307] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.612052] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.612591] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.612761] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.613087] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.613227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.613678] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.613817] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.613881] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.614064] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.614148] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.614247] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af544d8b-6544-4d0b-85c0-c2a6d7b5b07e is going to be updated. [ 843.645585] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.645743] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.645814] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.646040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.646189] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.655866] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af544d8b-6544-4d0b-85c0-c2a6d7b5b07e in Status: IN_PROGRESS for 2s [ 843.931398] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 843.931630] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.931800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.932057] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.932259] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.932395] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.932452] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.932938] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.932938] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.932938] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.932938] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.436704] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.437147] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.437147] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.437269] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.437475] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.437600] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.437689] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.437855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.438081] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.438238] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.438469] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.438580] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.438659] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.438821] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.439069] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.439225] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.439319] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.439510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.439652] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.439790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.439932] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.943029] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 322277bd-a597-4ae4-b5e4-559a3a693e51: rpc.has_security_group_logging(os_id): False [ 844.961558] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.961699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.961766] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.961982] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.962078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.962294] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.962384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.962443] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.962583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.962654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.962861] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.962959] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.963034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.963177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.963295] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.963427] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.963521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.963580] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.963733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.963806] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.963890] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be created. [ 845.029475] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.029475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.029475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.029475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.029475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.040611] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 845.166395] env[65933]: INFO networking_nsxv3.common.synchronization [None req-4542104b-caca-4f8d-8aa7-d0489c194fee None None] Enqueued Resource ID: fd18964c-8869-4fd3-9a33-2e18e774561e with Priority: HIGHEST for action port [ 845.167307] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd18964c-8869-4fd3-9a33-2e18e774561e with Priority: HIGHEST for action port [ 845.167307] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd18964c-8869-4fd3-9a33-2e18e774561e taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.167533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd18964c-8869-4fd3-9a33-2e18e774561e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.167533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd18964c-8869-4fd3-9a33-2e18e774561e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.167772] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd18964c-8869-4fd3-9a33-2e18e774561e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.167853] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd18964c-8869-4fd3-9a33-2e18e774561e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.667661] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af544d8b-6544-4d0b-85c0-c2a6d7b5b07e in Status: SUCCESS [ 845.668571] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af544d8b-6544-4d0b-85c0-c2a6d7b5b07e deletion is rescheduled due to dependency. [ 845.668571] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af544d8b-6544-4d0b-85c0-c2a6d7b5b07e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.671824] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd18964c-8869-4fd3-9a33-2e18e774561e [ 845.671824] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.671824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.671824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.671824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.671824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.671824] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd18964c-8869-4fd3-9a33-2e18e774561e already deleted. [ 845.671824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd18964c-8869-4fd3-9a33-2e18e774561e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.055193] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 847.056334] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.658531] env[65933]: INFO networking_nsxv3.common.synchronization [None req-ade8dba0-d84b-4f88-b195-ca7776285574 None None] Enqueued Resource ID: 9f19bf6e-e21b-4dc0-83e7-def8cb1ae215 with Priority: HIGHEST for action port [ 847.659282] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f19bf6e-e21b-4dc0-83e7-def8cb1ae215 with Priority: HIGHEST for action port [ 847.659434] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f19bf6e-e21b-4dc0-83e7-def8cb1ae215 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.659579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f19bf6e-e21b-4dc0-83e7-def8cb1ae215" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.659642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f19bf6e-e21b-4dc0-83e7-def8cb1ae215" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.660665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f19bf6e-e21b-4dc0-83e7-def8cb1ae215" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.660709] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f19bf6e-e21b-4dc0-83e7-def8cb1ae215',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.846562] env[65933]: INFO networking_nsxv3.common.synchronization [req-f01e8e15-dcec-4a1d-a74f-263aff0cd464 req-12da3d30-5b9b-445a-88ab-e2d29cb5482c tempest-ImagesTestJSON-331983412 tempest-ImagesTestJSON-331983412-project-member] Enqueued Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 847.846975] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 847.847749] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.847749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.847749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.847749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.847941] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.847941] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.847941] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.848082] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.848157] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.848245] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.162753] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f19bf6e-e21b-4dc0-83e7-def8cb1ae215 [ 848.164649] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.164649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.164649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.164649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.164649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.164649] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f19bf6e-e21b-4dc0-83e7-def8cb1ae215 already deleted. [ 848.164649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f19bf6e-e21b-4dc0-83e7-def8cb1ae215" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.200475] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.200475] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-618" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.200475] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-618" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.200475] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-618" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.200475] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.201152] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.201425] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.201752] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.202014] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.202313] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.202539] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.204872] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.204872] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.204872] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.204872] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.204872] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.227720] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.228068] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 848.228441] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.228743] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-618" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.229272] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-14fe2a3f-47f1-4288-9a2b-894745899f74 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.230777] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-14fe2a3f-47f1-4288-9a2b-894745899f74" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.230973] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-14fe2a3f-47f1-4288-9a2b-894745899f74" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.231393] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-14fe2a3f-47f1-4288-9a2b-894745899f74" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.231550] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14fe2a3f-47f1-4288-9a2b-894745899f74',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.353409] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.734242] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.734474] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.734640] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.734934] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.735095] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.735583] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 14fe2a3f-47f1-4288-9a2b-894745899f74 not found, creating... [ 848.735742] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.735867] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.736035] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.736277] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.736461] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.736795] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.736982] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.737129] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.737335] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.737475] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.737610] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 14fe2a3f-47f1-4288-9a2b-894745899f74 is going to be created. [ 848.758465] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.758465] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.758465] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.758731] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.758985] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.759271] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-14fe2a3f-47f1-4288-9a2b-894745899f74" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.855754] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.359061] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.359369] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.359474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.359876] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.360623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.361238] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 is going to be updated. [ 849.392994] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.393192] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.393280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.393520] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.393693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.404447] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: IN_PROGRESS for 2s [ 849.480355] env[65933]: INFO networking_nsxv3.common.synchronization [req-f01e8e15-dcec-4a1d-a74f-263aff0cd464 req-10b717d2-f7a5-4238-a56e-3469b682db3e service nova] Enqueued Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_rules [ 849.480541] env[65933]: INFO networking_nsxv3.common.synchronization [req-f01e8e15-dcec-4a1d-a74f-263aff0cd464 req-10b717d2-f7a5-4238-a56e-3469b682db3e service nova] Enqueued Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 849.480675] env[65933]: INFO networking_nsxv3.common.synchronization [req-f01e8e15-dcec-4a1d-a74f-263aff0cd464 req-10b717d2-f7a5-4238-a56e-3469b682db3e service nova] Enqueued Resource ID: 14fe2a3f-47f1-4288-9a2b-894745899f74 with Priority: HIGHEST for action port [ 849.480909] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_rules [ 849.481110] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 849.481152] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14fe2a3f-47f1-4288-9a2b-894745899f74 with Priority: HIGHEST for action port [ 849.481781] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.481873] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.481957] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.482952] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.483092] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.484299] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.484406] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.484613] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-14fe2a3f-47f1-4288-9a2b-894745899f74 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.484720] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14fe2a3f-47f1-4288-9a2b-894745899f74" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.484785] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14fe2a3f-47f1-4288-9a2b-894745899f74" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.485096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14fe2a3f-47f1-4288-9a2b-894745899f74" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.485179] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14fe2a3f-47f1-4288-9a2b-894745899f74',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.987518] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14fe2a3f-47f1-4288-9a2b-894745899f74 with status ACTIVE [ 849.987518] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.987518] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.987518] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.987788] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.988070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.988217] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.988359] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.988426] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.988615] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.988710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.988909] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.989290] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.989290] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.989290] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.989474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.989474] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14fe2a3f-47f1-4288-9a2b-894745899f74 is going to be updated. [ 849.991293] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.991462] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.015363] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.015363] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.015363] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.015363] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.015363] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.015363] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14fe2a3f-47f1-4288-9a2b-894745899f74" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.099582] env[65933]: INFO networking_nsxv3.common.synchronization [None req-9dd06aca-5445-4aa7-a545-1ccecbef2ae9 None None] Enqueued Resource ID: a0cb3adf-a91c-4ab9-b940-df460c181d7f with Priority: HIGHEST for action port [ 850.100307] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0cb3adf-a91c-4ab9-b940-df460c181d7f with Priority: HIGHEST for action port [ 850.100307] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0cb3adf-a91c-4ab9-b940-df460c181d7f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.101100] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0cb3adf-a91c-4ab9-b940-df460c181d7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.101100] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0cb3adf-a91c-4ab9-b940-df460c181d7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.101100] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0cb3adf-a91c-4ab9-b940-df460c181d7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.101100] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0cb3adf-a91c-4ab9-b940-df460c181d7f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.352501] env[65933]: INFO networking_nsxv3.common.synchronization [req-4ce627bc-dccf-4b3e-9ce3-7b92d98d6caf req-f797c41c-dc0a-42cb-93cf-77d60796cf64 tempest-DeleteServersTestJSON-1878305039 tempest-DeleteServersTestJSON-1878305039-project-member] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 850.353271] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 850.353737] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.353871] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.353964] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.354243] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.354447] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.354568] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.354657] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.354865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.354979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.355816] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.606602] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0cb3adf-a91c-4ab9-b940-df460c181d7f [ 850.606602] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.606602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.606602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.606602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.606602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.606602] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0cb3adf-a91c-4ab9-b940-df460c181d7f already deleted. [ 850.606602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0cb3adf-a91c-4ab9-b940-df460c181d7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.860180] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.860325] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.860391] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.860630] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.860710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.860900] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.860991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.861062] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.861786] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.861786] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.861786] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be updated. [ 850.893536] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.893743] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.893743] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.893947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.894098] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.909326] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 851.420289] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: SUCCESS [ 851.420289] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.420930] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.421211] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.421610] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.421610] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.421815] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.422083] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.423079] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.423079] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.926895] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.429690] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.919963] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 852.921364] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 deletion is rescheduled due to dependency. [ 852.921364] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.933885] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.933885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.933885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.933885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.933885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.933885] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 is going to be updated. [ 852.963227] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.963396] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.963470] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.963717] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.963866] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.973276] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: IN_PROGRESS for 2s [ 853.734699] env[65933]: INFO networking_nsxv3.common.synchronization [None req-35dc7304-d7e4-4b61-92b6-64402eec3d4a None None] Enqueued Resource ID: 05c63a62-96fe-4227-bfcc-662663816db4 with Priority: HIGHEST for action port [ 853.734903] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c63a62-96fe-4227-bfcc-662663816db4 with Priority: HIGHEST for action port [ 853.735602] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-05c63a62-96fe-4227-bfcc-662663816db4 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.735730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05c63a62-96fe-4227-bfcc-662663816db4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.735867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05c63a62-96fe-4227-bfcc-662663816db4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.736089] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05c63a62-96fe-4227-bfcc-662663816db4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.736144] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05c63a62-96fe-4227-bfcc-662663816db4',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.239710] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05c63a62-96fe-4227-bfcc-662663816db4 [ 854.239710] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.239710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.240172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.240172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.240244] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.241042] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05c63a62-96fe-4227-bfcc-662663816db4 already deleted. [ 854.241042] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05c63a62-96fe-4227-bfcc-662663816db4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.986167] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: SUCCESS [ 854.986480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.986695] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.987118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.987247] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.987404] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.987404] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.987541] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.987622] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.987704] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.987808] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.179418] env[65933]: INFO networking_nsxv3.common.synchronization [req-03147995-c91e-47a4-9d95-348eb9c0affc req-5518f649-0bd4-4938-b96b-3a340f8c1880 tempest-ServerRescueTestJSON-2136903397 tempest-ServerRescueTestJSON-2136903397-project-member] Enqueued Resource ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f with Priority: HIGHEST for action security_group_members [ 855.180035] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f with Priority: HIGHEST for action security_group_members [ 855.181300] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2321b8-2407-4528-ad9c-c8e490eeef8f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.181300] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.181300] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.181300] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.181300] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.181300] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.181847] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.181847] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.181847] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.181847] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.298087] env[65933]: INFO networking_nsxv3.common.synchronization [None req-65f2ccae-3733-43df-b2b0-7e1900fd1280 None None] Enqueued Resource ID: 276f0558-21cf-404b-ac87-f77323ce38a9 with Priority: HIGHEST for action port [ 855.299896] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276f0558-21cf-404b-ac87-f77323ce38a9 with Priority: HIGHEST for action port [ 855.300296] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-276f0558-21cf-404b-ac87-f77323ce38a9 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.300427] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-276f0558-21cf-404b-ac87-f77323ce38a9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.300623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-276f0558-21cf-404b-ac87-f77323ce38a9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.300933] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-276f0558-21cf-404b-ac87-f77323ce38a9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.301029] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('276f0558-21cf-404b-ac87-f77323ce38a9',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.491279] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.491488] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.491488] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.491711] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.491870] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.491969] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.492042] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.494377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.494377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.494377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.494377] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.494377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.494377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.494377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.494377] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.494377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.494377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.494377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.494377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.494377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.494377] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.683859] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.684250] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.684250] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.684476] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.684575] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.684782] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.684880] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.684970] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.685117] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.685242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.685292] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f is going to be updated. [ 855.717770] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.717967] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.718078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.718323] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.718572] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.731776] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f in Status: IN_PROGRESS for 2s [ 855.803787] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 276f0558-21cf-404b-ac87-f77323ce38a9 [ 855.804046] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.804168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.804437] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.804437] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.804614] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.804614] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:276f0558-21cf-404b-ac87-f77323ce38a9 already deleted. [ 855.804720] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-276f0558-21cf-404b-ac87-f77323ce38a9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.996840] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5637bd2b-e866-4614-8440-4cdd12316a09: rpc.has_security_group_logging(os_id): False [ 856.030413] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.030556] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.030634] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.030856] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.030948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.031184] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.031287] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.031351] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.031501] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.031581] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.031763] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.031855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.031909] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.032060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.032128] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.032316] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.032418] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.032465] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.032582] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.032654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.032737] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 is going to be updated. [ 856.106866] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.107165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.107165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.107400] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.107718] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.123402] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: IN_PROGRESS for 2s [ 857.178875] env[65933]: INFO networking_nsxv3.common.synchronization [None req-e2b07e0f-00d0-40f0-abe3-622c3e9e6d70 None None] Enqueued Resource ID: 62c85cfb-056c-466b-a829-63850e72d497 with Priority: HIGHEST for action port [ 857.179693] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62c85cfb-056c-466b-a829-63850e72d497 with Priority: HIGHEST for action port [ 857.179845] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-62c85cfb-056c-466b-a829-63850e72d497 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.179966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62c85cfb-056c-466b-a829-63850e72d497" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.180428] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62c85cfb-056c-466b-a829-63850e72d497" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.181265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62c85cfb-056c-466b-a829-63850e72d497" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.181265] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62c85cfb-056c-466b-a829-63850e72d497',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.254987] env[65933]: INFO networking_nsxv3.common.synchronization [req-96870343-dc27-47df-96f3-d084033da998 req-7199eae3-173c-4e7a-9917-27f539d8879b tempest-SecurityGroupRulesNegativeTestJSON-612157099 tempest-SecurityGroupRulesNegativeTestJSON-612157099-project-member] Enqueued Resource ID: 8bd1ebdd-9792-41d5-92fb-35e608b7e839 with Priority: HIGHEST for action security_group_rules [ 857.254987] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd1ebdd-9792-41d5-92fb-35e608b7e839 with Priority: HIGHEST for action security_group_rules [ 857.254987] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bd1ebdd-9792-41d5-92fb-35e608b7e839 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.255337] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bd1ebdd-9792-41d5-92fb-35e608b7e839" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.255529] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bd1ebdd-9792-41d5-92fb-35e608b7e839" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.255970] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bd1ebdd-9792-41d5-92fb-35e608b7e839" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.256170] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bd1ebdd-9792-41d5-92fb-35e608b7e839',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.622773] env[65933]: INFO networking_nsxv3.common.synchronization [req-c99f112f-110c-47c1-8130-6570e8a1efc2 req-51194924-a87b-49f6-9803-bb8e2cabec9c tempest-SecurityGroupRulesNegativeTestJSON-612157099 tempest-SecurityGroupRulesNegativeTestJSON-612157099-project-member] Enqueued Resource ID: 8bd1ebdd-9792-41d5-92fb-35e608b7e839 with Priority: HIGHEST for action security_group_rules [ 857.626165] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd1ebdd-9792-41d5-92fb-35e608b7e839 with Priority: HIGHEST for action security_group_rules [ 857.628558] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bd1ebdd-9792-41d5-92fb-35e608b7e839 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.628558] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bd1ebdd-9792-41d5-92fb-35e608b7e839" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.683645] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62c85cfb-056c-466b-a829-63850e72d497 [ 857.683645] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.683645] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.683936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.683936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.684030] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.685117] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62c85cfb-056c-466b-a829-63850e72d497 already deleted. [ 857.685117] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62c85cfb-056c-466b-a829-63850e72d497" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.746687] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f in Status: SUCCESS [ 857.746912] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f deletion is rescheduled due to dependency. [ 857.747055] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.778234] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.778465] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.778542] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.778835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.778977] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.779386] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bd1ebdd-9792-41d5-92fb-35e608b7e839 already deleted. [ 857.779386] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bd1ebdd-9792-41d5-92fb-35e608b7e839" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.779386] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bd1ebdd-9792-41d5-92fb-35e608b7e839" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.779638] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bd1ebdd-9792-41d5-92fb-35e608b7e839" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.779674] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bd1ebdd-9792-41d5-92fb-35e608b7e839',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.136221] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: SUCCESS [ 858.136588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.306812] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.307196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.307196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.307457] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.307699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.307849] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bd1ebdd-9792-41d5-92fb-35e608b7e839 already deleted. [ 858.307971] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bd1ebdd-9792-41d5-92fb-35e608b7e839" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.354887] env[65933]: INFO networking_nsxv3.common.synchronization [req-882c5294-0af0-4e95-93ee-a9b4e798331d req-e38d8eee-2a9f-4499-8976-02951ee8b9ad tempest-ImagesOneServerNegativeTestJSON-1211298822 tempest-ImagesOneServerNegativeTestJSON-1211298822-project-member] Enqueued Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_members [ 858.355650] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_members [ 858.355877] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.356012] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.356076] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.356357] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.356527] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.356632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.356693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.356851] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.356937] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.357041] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.749992] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-911 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.750215] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-911" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.750354] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-911" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.750709] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-911" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.752323] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.754116] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.754259] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.754523] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.754677] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.754924] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.755056] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.755170] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.755278] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.755435] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.755563] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.755721] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.778859] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.779035] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.779226] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.779382] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-911" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.779663] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-9fd1dae3-ff96-4e47-b72a-574b935f91ed taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.779838] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-9fd1dae3-ff96-4e47-b72a-574b935f91ed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.779954] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-9fd1dae3-ff96-4e47-b72a-574b935f91ed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.780346] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-9fd1dae3-ff96-4e47-b72a-574b935f91ed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.780493] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fd1dae3-ff96-4e47-b72a-574b935f91ed',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.859533] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.859688] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.859922] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.860048] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.860129] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.860294] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.860391] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.860452] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.860665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.860665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.860759] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b already deleted. [ 858.860861] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.284609] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.285012] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.285012] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.285141] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.285263] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.285393] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 9fd1dae3-ff96-4e47-b72a-574b935f91ed not found, creating... [ 859.285647] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.285811] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.285920] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.286157] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.286293] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.286590] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.286755] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.286869] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.288873] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.289072] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.289223] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 9fd1dae3-ff96-4e47-b72a-574b935f91ed is going to be created. [ 859.313495] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.314108] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.314108] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.314234] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.314492] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.314725] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-9fd1dae3-ff96-4e47-b72a-574b935f91ed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.083037] env[65933]: INFO networking_nsxv3.common.synchronization [req-882c5294-0af0-4e95-93ee-a9b4e798331d req-97418875-c48f-4e23-9b1b-b04b7aeeadf5 service nova] Enqueued Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_rules [ 860.084100] env[65933]: INFO networking_nsxv3.common.synchronization [req-882c5294-0af0-4e95-93ee-a9b4e798331d req-97418875-c48f-4e23-9b1b-b04b7aeeadf5 service nova] Enqueued Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_members [ 860.084475] env[65933]: INFO networking_nsxv3.common.synchronization [req-882c5294-0af0-4e95-93ee-a9b4e798331d req-97418875-c48f-4e23-9b1b-b04b7aeeadf5 service nova] Enqueued Resource ID: 9fd1dae3-ff96-4e47-b72a-574b935f91ed with Priority: HIGHEST for action port [ 860.085204] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_rules [ 860.085547] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_members [ 860.085778] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd1dae3-ff96-4e47-b72a-574b935f91ed with Priority: HIGHEST for action port [ 860.086764] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.087163] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.087317] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.088274] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.088274] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.092015] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.092015] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.092015] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.092015] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.092015] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.092015] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.092015] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.092015] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.092015] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.092015] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.097221] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fd1dae3-ff96-4e47-b72a-574b935f91ed taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.097623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fd1dae3-ff96-4e47-b72a-574b935f91ed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.097749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fd1dae3-ff96-4e47-b72a-574b935f91ed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.098042] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fd1dae3-ff96-4e47-b72a-574b935f91ed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.098182] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fd1dae3-ff96-4e47-b72a-574b935f91ed',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.600246] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.601651] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.601784] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.602318] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fd1dae3-ff96-4e47-b72a-574b935f91ed with status ACTIVE [ 860.603029] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.603029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.603029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.603029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.603029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.603270] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.603270] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.603372] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.603525] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.603614] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.603800] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.603895] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.603956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.604115] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.604192] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.604278] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fd1dae3-ff96-4e47-b72a-574b935f91ed is going to be updated. [ 860.632174] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.632174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.632174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.632174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.632434] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.632434] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fd1dae3-ff96-4e47-b72a-574b935f91ed" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.103290] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.608031] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.608031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.608031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.608031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.608031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.608031] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b is going to be created. [ 861.640318] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.640318] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.640318] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.640318] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.640318] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.654910] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: UNINITIALIZED for 2s [ 862.129380] env[65933]: INFO networking_nsxv3.common.synchronization [req-03cf06f8-7771-4abb-a543-22fb970640ab req-3dbf4e4c-4885-4693-8585-7f0f1d8a4c0a tempest-ServerGroupTestJSON-1751320899 tempest-ServerGroupTestJSON-1751320899-project-member] Enqueued Resource ID: a09b95a8-680f-4272-8cc6-fdb42656abbe with Priority: HIGHEST for action security_group_members [ 862.129946] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a09b95a8-680f-4272-8cc6-fdb42656abbe with Priority: HIGHEST for action security_group_members [ 862.130322] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a09b95a8-680f-4272-8cc6-fdb42656abbe taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.131690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.131754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.132232] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.132352] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.132352] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.132424] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.132606] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.132737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.132994] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a09b95a8-680f-4272-8cc6-fdb42656abbe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.596941] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.597333] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-814" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.597333] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-814" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.598388] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-814" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.598388] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.598388] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.598684] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.599187] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.599187] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.599187] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.599368] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.599368] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.599525] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.599569] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.599654] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.599779] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.625743] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.626228] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.626228] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.626360] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-814" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.626652] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-fd64a6a5-974e-4321-9dd1-cafaab4569f0 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.626850] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-fd64a6a5-974e-4321-9dd1-cafaab4569f0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.626971] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-fd64a6a5-974e-4321-9dd1-cafaab4569f0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.627310] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-fd64a6a5-974e-4321-9dd1-cafaab4569f0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.627537] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd64a6a5-974e-4321-9dd1-cafaab4569f0',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.634945] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.635457] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.635457] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.635457] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.635599] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.635710] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.635826] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.635826] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.637776] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.637776] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.637776] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a09b95a8-680f-4272-8cc6-fdb42656abbe already deleted. [ 862.637776] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.131318] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.131739] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.131973] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.132415] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.132666] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.132920] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port fd64a6a5-974e-4321-9dd1-cafaab4569f0 not found, creating... [ 863.133453] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.133712] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.133854] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.134305] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.134806] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.134900] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.135083] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.135206] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.135486] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.135642] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.135794] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: fd64a6a5-974e-4321-9dd1-cafaab4569f0 is going to be created. [ 863.157352] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.157563] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.157732] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.158142] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.158449] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.158765] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-fd64a6a5-974e-4321-9dd1-cafaab4569f0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.664957] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: SUCCESS [ 863.665309] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.665366] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.665654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.665850] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.665971] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.666052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.666213] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.666303] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.666379] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.666475] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.844452] env[65933]: INFO networking_nsxv3.common.synchronization [req-03cf06f8-7771-4abb-a543-22fb970640ab req-d0db0b3a-a36e-49b8-9a35-496111744263 service nova] Enqueued Resource ID: a09b95a8-680f-4272-8cc6-fdb42656abbe with Priority: HIGHEST for action security_group_rules [ 863.845677] env[65933]: INFO networking_nsxv3.common.synchronization [req-03cf06f8-7771-4abb-a543-22fb970640ab req-d0db0b3a-a36e-49b8-9a35-496111744263 service nova] Enqueued Resource ID: a09b95a8-680f-4272-8cc6-fdb42656abbe with Priority: HIGHEST for action security_group_members [ 863.845677] env[65933]: INFO networking_nsxv3.common.synchronization [req-03cf06f8-7771-4abb-a543-22fb970640ab req-d0db0b3a-a36e-49b8-9a35-496111744263 service nova] Enqueued Resource ID: fd64a6a5-974e-4321-9dd1-cafaab4569f0 with Priority: HIGHEST for action port [ 863.845677] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a09b95a8-680f-4272-8cc6-fdb42656abbe with Priority: HIGHEST for action security_group_rules [ 863.846467] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a09b95a8-680f-4272-8cc6-fdb42656abbe with Priority: HIGHEST for action security_group_members [ 863.846578] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd64a6a5-974e-4321-9dd1-cafaab4569f0 with Priority: HIGHEST for action port [ 863.849358] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a09b95a8-680f-4272-8cc6-fdb42656abbe taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.849502] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.849569] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.849941] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.850023] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a09b95a8-680f-4272-8cc6-fdb42656abbe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.851408] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a09b95a8-680f-4272-8cc6-fdb42656abbe taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.851408] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.851408] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.851408] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.851683] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.851683] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.851683] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.851872] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.851914] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.852018] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a09b95a8-680f-4272-8cc6-fdb42656abbe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.856126] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd64a6a5-974e-4321-9dd1-cafaab4569f0 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.856283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd64a6a5-974e-4321-9dd1-cafaab4569f0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.856388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd64a6a5-974e-4321-9dd1-cafaab4569f0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.856612] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd64a6a5-974e-4321-9dd1-cafaab4569f0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.856702] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd64a6a5-974e-4321-9dd1-cafaab4569f0',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.866708] env[65933]: INFO networking_nsxv3.common.synchronization [req-935f6dd1-0396-4637-88c4-137761645583 req-e1dae332-d7d3-4e15-b090-685e31b0ba1f tempest-InstanceActionsTestJSON-1522270145 tempest-InstanceActionsTestJSON-1522270145-project-member] Enqueued Resource ID: 7ae8fe93-6638-45e9-af6a-1064b3fd6362 with Priority: HIGHEST for action security_group_members [ 863.868916] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae8fe93-6638-45e9-af6a-1064b3fd6362 with Priority: HIGHEST for action security_group_members [ 863.869460] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ae8fe93-6638-45e9-af6a-1064b3fd6362 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.869753] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.869890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.870277] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.870517] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.870683] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.870803] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.871073] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.871230] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.871381] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ae8fe93-6638-45e9-af6a-1064b3fd6362',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.099983] env[65933]: INFO networking_nsxv3.common.synchronization [req-d331feb6-5495-4431-931c-f033038d2e6f req-a88feae4-a298-46d3-98f2-f6c73a8ffa22 tempest-ServersAdminTestJSON-11460790 tempest-ServersAdminTestJSON-11460790-project-member] Enqueued Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 864.100822] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGHEST for action security_group_members [ 864.101373] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.101491] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.101545] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.101858] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.102074] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.102232] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.102720] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.102810] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.102938] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.103103] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.169625] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.170239] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.170239] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.172533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.172533] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.172533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.172533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.172533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.172533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.172533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.172533] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.172533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.172533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.172533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.172533] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.172533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.172533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.172533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.172533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.172533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.172533] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.362698] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a09b95a8-680f-4272-8cc6-fdb42656abbe taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.366445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.366445] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd64a6a5-974e-4321-9dd1-cafaab4569f0 with status ACTIVE [ 864.366445] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.366445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.366445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.366445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.366445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.366445] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.366445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.366445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.366445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.366445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.366445] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.366445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.366445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.366445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.366445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.367095] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd64a6a5-974e-4321-9dd1-cafaab4569f0 is going to be updated. [ 864.369913] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a09b95a8-680f-4272-8cc6-fdb42656abbe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.377103] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.377103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.377103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.377103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.377103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.377103] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.377103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.377103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.377103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.377103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.377103] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ae8fe93-6638-45e9-af6a-1064b3fd6362 already deleted. [ 864.377103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.393692] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.393692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.393692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.393692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.393692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.393692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd64a6a5-974e-4321-9dd1-cafaab4569f0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.608549] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.608841] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.608841] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.608999] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.609103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.609316] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.609427] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.609487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.609641] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.609734] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.609797] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eab50ba-9300-413a-a121-8a9a4f066cce is going to be updated. [ 864.642918] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.643119] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.643159] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.643364] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.643514] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.653168] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: IN_PROGRESS for 2s [ 864.677250] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b: rpc.has_security_group_logging(os_id): False [ 864.697482] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.697688] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.697688] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.697901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.697989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.698192] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.698290] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.698352] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.698497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.698574] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.698751] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.698842] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.698903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.699052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.699114] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.699310] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.699392] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.699452] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.699581] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.699694] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.699744] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b is going to be created. [ 864.792358] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.792358] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.792358] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.792358] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.792358] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.806757] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: IN_PROGRESS for 2s [ 864.828595] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.828595] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-497" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.828595] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-497" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.828828] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-497" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.829036] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.829197] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.829718] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.830041] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.830206] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.830413] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.830577] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.830687] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.830832] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.830939] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.831133] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.831314] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.872895] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a09b95a8-680f-4272-8cc6-fdb42656abbe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.885482] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.885676] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.054 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.885819] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.885996] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-497" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.886337] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-4beebd7f-bb66-47f7-b250-11c79cff91fb taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.886543] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-4beebd7f-bb66-47f7-b250-11c79cff91fb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.886666] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-4beebd7f-bb66-47f7-b250-11c79cff91fb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.887015] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-4beebd7f-bb66-47f7-b250-11c79cff91fb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.887158] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4beebd7f-bb66-47f7-b250-11c79cff91fb',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.377420] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.377593] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.377638] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.377881] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.377972] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.378089] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a09b95a8-680f-4272-8cc6-fdb42656abbe is going to be created. [ 865.389232] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.389478] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.389608] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.389889] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.390049] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.393177] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 4beebd7f-bb66-47f7-b250-11c79cff91fb not found, creating... [ 865.393177] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.393177] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.393177] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.393177] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.393177] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.393177] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.393177] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.393177] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.393177] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.393604] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.393604] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 4beebd7f-bb66-47f7-b250-11c79cff91fb is going to be created. [ 865.405354] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.405663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.405663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.405852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.406035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.416957] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a09b95a8-680f-4272-8cc6-fdb42656abbe in Status: UNINITIALIZED for 2s [ 865.420393] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.420605] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.420735] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.421039] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.421279] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.421501] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-4beebd7f-bb66-47f7-b250-11c79cff91fb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.084562] env[65933]: INFO networking_nsxv3.common.synchronization [req-935f6dd1-0396-4637-88c4-137761645583 req-9f7d7400-f0e1-45e8-921a-1479b90ae73e service nova] Enqueued Resource ID: 7ae8fe93-6638-45e9-af6a-1064b3fd6362 with Priority: HIGHEST for action security_group_rules [ 866.085982] env[65933]: INFO networking_nsxv3.common.synchronization [req-935f6dd1-0396-4637-88c4-137761645583 req-9f7d7400-f0e1-45e8-921a-1479b90ae73e service nova] Enqueued Resource ID: 7ae8fe93-6638-45e9-af6a-1064b3fd6362 with Priority: HIGHEST for action security_group_members [ 866.085982] env[65933]: INFO networking_nsxv3.common.synchronization [req-935f6dd1-0396-4637-88c4-137761645583 req-9f7d7400-f0e1-45e8-921a-1479b90ae73e service nova] Enqueued Resource ID: 4beebd7f-bb66-47f7-b250-11c79cff91fb with Priority: HIGHEST for action port [ 866.085982] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae8fe93-6638-45e9-af6a-1064b3fd6362 with Priority: HIGHEST for action security_group_rules [ 866.085982] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae8fe93-6638-45e9-af6a-1064b3fd6362 with Priority: HIGHEST for action security_group_members [ 866.085982] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4beebd7f-bb66-47f7-b250-11c79cff91fb with Priority: HIGHEST for action port [ 866.086469] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ae8fe93-6638-45e9-af6a-1064b3fd6362 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.086469] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.086469] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.086621] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.086621] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ae8fe93-6638-45e9-af6a-1064b3fd6362',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.088120] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ae8fe93-6638-45e9-af6a-1064b3fd6362 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.088120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.088195] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.088504] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.088886] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.089050] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.089146] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.089318] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.089431] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.089550] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ae8fe93-6638-45e9-af6a-1064b3fd6362',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.091512] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-4beebd7f-bb66-47f7-b250-11c79cff91fb taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.091649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4beebd7f-bb66-47f7-b250-11c79cff91fb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.091782] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4beebd7f-bb66-47f7-b250-11c79cff91fb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.091909] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4beebd7f-bb66-47f7-b250-11c79cff91fb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.091989] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4beebd7f-bb66-47f7-b250-11c79cff91fb',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.594224] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ae8fe93-6638-45e9-af6a-1064b3fd6362 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.594224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.594224] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ae8fe93-6638-45e9-af6a-1064b3fd6362',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.596640] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4beebd7f-bb66-47f7-b250-11c79cff91fb with status ACTIVE [ 866.596640] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.596640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.596640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.596640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.596640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.596640] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.596640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.596640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.596640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.596640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.597025] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.597025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.597025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.597025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.598101] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.598101] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4beebd7f-bb66-47f7-b250-11c79cff91fb is going to be updated. [ 866.624327] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.624459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.624526] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.624732] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.624864] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.625034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4beebd7f-bb66-47f7-b250-11c79cff91fb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.664659] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eab50ba-9300-413a-a121-8a9a4f066cce in Status: SUCCESS [ 866.664860] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eab50ba-9300-413a-a121-8a9a4f066cce deletion is rescheduled due to dependency. [ 866.664984] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.826711] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: SUCCESS [ 866.827595] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.911045] env[65933]: INFO networking_nsxv3.common.synchronization [None req-0d5d8d39-022a-4395-9930-5650bca3b020 None None] Enqueued Resource ID: a75d13cc-687e-4327-97f3-9ab72f587dcb with Priority: HIGHEST for action port [ 866.911597] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75d13cc-687e-4327-97f3-9ab72f587dcb with Priority: HIGHEST for action port [ 866.914185] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-a75d13cc-687e-4327-97f3-9ab72f587dcb taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.914185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a75d13cc-687e-4327-97f3-9ab72f587dcb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.914185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a75d13cc-687e-4327-97f3-9ab72f587dcb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.914185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a75d13cc-687e-4327-97f3-9ab72f587dcb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.914185] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a75d13cc-687e-4327-97f3-9ab72f587dcb',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.099652] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ae8fe93-6638-45e9-af6a-1064b3fd6362',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.416891] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a75d13cc-687e-4327-97f3-9ab72f587dcb [ 867.417293] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.417293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.417587] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.417724] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.417961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.418090] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a75d13cc-687e-4327-97f3-9ab72f587dcb already deleted. [ 867.418090] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a75d13cc-687e-4327-97f3-9ab72f587dcb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.429882] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a09b95a8-680f-4272-8cc6-fdb42656abbe in Status: SUCCESS [ 867.430171] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.430926] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.432197] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.432197] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.432197] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.432197] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.432588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.432738] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.432738] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.432807] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a09b95a8-680f-4272-8cc6-fdb42656abbe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.605586] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.605753] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.605844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.607696] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.607886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.607975] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ae8fe93-6638-45e9-af6a-1064b3fd6362 is going to be created. [ 867.638852] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.638852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.638852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.638852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.638852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.663544] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ae8fe93-6638-45e9-af6a-1064b3fd6362 in Status: UNINITIALIZED for 2s [ 867.938216] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a09b95a8-680f-4272-8cc6-fdb42656abbe taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.938216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.938216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.938216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.938216] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.938216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.938216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.938216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.938216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.938216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.938216] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a09b95a8-680f-4272-8cc6-fdb42656abbe taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.938216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.938216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.938216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.938216] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.938216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.938730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.938730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.938730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.938730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.938730] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a09b95a8-680f-4272-8cc6-fdb42656abbe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.442074] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a09b95a8-680f-4272-8cc6-fdb42656abbe: rpc.has_security_group_logging(os_id): False [ 868.461741] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.461741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.461864] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.461985] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.462094] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.462283] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.462403] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.462442] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.462623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.462705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.462893] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.462987] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.463060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.463237] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.463267] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.463471] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.463582] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.463645] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.463783] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.463869] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.463936] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a09b95a8-680f-4272-8cc6-fdb42656abbe is going to be created. [ 868.542286] env[65933]: INFO networking_nsxv3.common.synchronization [None req-1849bd63-ee37-4bd6-acc6-2d8edac2adf5 tempest-AttachVolumeNegativeTest-1380379024 tempest-AttachVolumeNegativeTest-1380379024-project-member] Enqueued Resource ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 with Priority: HIGHEST for action security_group_rules [ 868.542286] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 with Priority: HIGHEST for action security_group_rules [ 868.542286] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d5d0272-3c59-4aa0-9df9-ed600c524e07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.542286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.542286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.542286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.542286] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d5d0272-3c59-4aa0-9df9-ed600c524e07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.648377] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.648377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.648377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.648377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.648377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.656610] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a09b95a8-680f-4272-8cc6-fdb42656abbe in Status: IN_PROGRESS for 2s [ 868.738778] env[65933]: INFO networking_nsxv3.common.synchronization [None req-709e3087-85b4-493a-8258-77d652c90f71 tempest-AttachVolumeNegativeTest-1380379024 tempest-AttachVolumeNegativeTest-1380379024-project-member] Enqueued Resource ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 with Priority: HIGHEST for action security_group_rules [ 868.739333] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 with Priority: HIGHEST for action security_group_rules [ 868.739678] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d5d0272-3c59-4aa0-9df9-ed600c524e07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.739789] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.068667] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.068667] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.068667] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.068667] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.068667] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.068667] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 already deleted. [ 869.068667] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.068667] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.068667] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.068667] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d5d0272-3c59-4aa0-9df9-ed600c524e07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.190352] env[65933]: INFO networking_nsxv3.common.synchronization [req-5e3d2af6-8a6a-47a7-bea3-258cac90ec42 req-115dc422-eacc-4fbf-9ff4-fba7d5b4acc6 tempest-AttachInterfacesV270Test-262484020 tempest-AttachInterfacesV270Test-262484020-project-member] Enqueued Resource ID: 0e30211a-2e2b-424a-b0e4-034d78df642f with Priority: HIGHEST for action security_group_members [ 869.190352] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e30211a-2e2b-424a-b0e4-034d78df642f with Priority: HIGHEST for action security_group_members [ 869.190675] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e30211a-2e2b-424a-b0e4-034d78df642f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.190675] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.190835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.190968] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.191139] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.191240] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.191311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.191459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.191507] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.191604] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e30211a-2e2b-424a-b0e4-034d78df642f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.545737] env[65933]: INFO networking_nsxv3.common.synchronization [None req-6de0dd77-0514-4da4-8818-bbda53a3bc18 None None] Enqueued Resource ID: e2c8940c-8e59-435b-9b3c-5791cb53f352 with Priority: HIGHEST for action port [ 869.547278] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2c8940c-8e59-435b-9b3c-5791cb53f352 with Priority: HIGHEST for action port [ 869.547278] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2c8940c-8e59-435b-9b3c-5791cb53f352 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.547440] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2c8940c-8e59-435b-9b3c-5791cb53f352" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.547538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2c8940c-8e59-435b-9b3c-5791cb53f352" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.547849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2c8940c-8e59-435b-9b3c-5791cb53f352" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.547995] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2c8940c-8e59-435b-9b3c-5791cb53f352',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.591220] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.591332] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.591365] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.591611] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.591703] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.591800] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 already deleted. [ 869.592362] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.673023] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ae8fe93-6638-45e9-af6a-1064b3fd6362 in Status: SUCCESS [ 869.673654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.673888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.674244] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.674491] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.674634] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.674707] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.674880] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.674967] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.675075] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.675171] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ae8fe93-6638-45e9-af6a-1064b3fd6362',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.691551] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-132 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.691737] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-132" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.691865] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-132" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.692238] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-132" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.692518] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.692685] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.692804] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.693974] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.694227] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.694473] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.694598] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.694712] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.694824] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.694952] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.695087] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.695239] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.697632] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.697816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.698126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.698126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.698242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.698451] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.698598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.698663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.698839] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.698915] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.698998] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e30211a-2e2b-424a-b0e4-034d78df642f already deleted. [ 869.699102] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.722548] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.722642] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.722748] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.722922] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-132" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.723489] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-2bc8944c-2d82-40c6-b906-67d0be74dbd7 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.725236] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-2bc8944c-2d82-40c6-b906-67d0be74dbd7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.725526] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-2bc8944c-2d82-40c6-b906-67d0be74dbd7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.725856] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-2bc8944c-2d82-40c6-b906-67d0be74dbd7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.727120] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bc8944c-2d82-40c6-b906-67d0be74dbd7',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.051220] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2c8940c-8e59-435b-9b3c-5791cb53f352 [ 870.051220] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.051220] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.051220] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.051220] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.051220] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.051220] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2c8940c-8e59-435b-9b3c-5791cb53f352 already deleted. [ 870.051220] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2c8940c-8e59-435b-9b3c-5791cb53f352" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.177405] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ae8fe93-6638-45e9-af6a-1064b3fd6362 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.177649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.177753] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.178048] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.178236] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.178397] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.178472] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.178633] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.178718] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.178826] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.178979] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ae8fe93-6638-45e9-af6a-1064b3fd6362 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.179117] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.179189] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.179360] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.179531] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.179673] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.179673] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.179819] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.179895] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.179973] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.180241] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ae8fe93-6638-45e9-af6a-1064b3fd6362',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.232316] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.232553] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.232677] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.232986] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.233150] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.233408] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 2bc8944c-2d82-40c6-b906-67d0be74dbd7 not found, creating... [ 870.234056] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.234056] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.234056] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.234332] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.234465] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.234744] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.234936] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.236616] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.236616] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.236616] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.236616] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 2bc8944c-2d82-40c6-b906-67d0be74dbd7 is going to be created. [ 870.265273] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.265657] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.265824] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.266202] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.266501] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.266816] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-2bc8944c-2d82-40c6-b906-67d0be74dbd7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.669201] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a09b95a8-680f-4272-8cc6-fdb42656abbe in Status: SUCCESS [ 870.669517] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.684749] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ae8fe93-6638-45e9-af6a-1064b3fd6362: rpc.has_security_group_logging(os_id): False [ 870.703835] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.704095] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.704234] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.704530] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.704682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.704970] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.705136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.705246] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.705519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.705650] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.706104] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.706271] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.706345] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.706527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.706610] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.706846] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.706950] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.707024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.707171] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.707248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.707333] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ae8fe93-6638-45e9-af6a-1064b3fd6362 is going to be created. [ 870.783258] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.783402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.783489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.783728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.784065] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.802306] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ae8fe93-6638-45e9-af6a-1064b3fd6362 in Status: IN_PROGRESS for 2s [ 871.008203] env[65933]: INFO networking_nsxv3.common.synchronization [req-5e3d2af6-8a6a-47a7-bea3-258cac90ec42 req-59d78da5-0d82-4635-9e18-c84823ea1bd4 service nova] Enqueued Resource ID: 0e30211a-2e2b-424a-b0e4-034d78df642f with Priority: HIGHEST for action security_group_rules [ 871.008398] env[65933]: INFO networking_nsxv3.common.synchronization [req-5e3d2af6-8a6a-47a7-bea3-258cac90ec42 req-59d78da5-0d82-4635-9e18-c84823ea1bd4 service nova] Enqueued Resource ID: 0e30211a-2e2b-424a-b0e4-034d78df642f with Priority: HIGHEST for action security_group_members [ 871.008535] env[65933]: INFO networking_nsxv3.common.synchronization [req-5e3d2af6-8a6a-47a7-bea3-258cac90ec42 req-59d78da5-0d82-4635-9e18-c84823ea1bd4 service nova] Enqueued Resource ID: 2bc8944c-2d82-40c6-b906-67d0be74dbd7 with Priority: HIGHEST for action port [ 871.009204] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e30211a-2e2b-424a-b0e4-034d78df642f with Priority: HIGHEST for action security_group_rules [ 871.009363] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e30211a-2e2b-424a-b0e4-034d78df642f with Priority: HIGHEST for action security_group_members [ 871.009494] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc8944c-2d82-40c6-b906-67d0be74dbd7 with Priority: HIGHEST for action port [ 871.009818] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e30211a-2e2b-424a-b0e4-034d78df642f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.009943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.009994] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.010285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.010370] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e30211a-2e2b-424a-b0e4-034d78df642f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.011847] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e30211a-2e2b-424a-b0e4-034d78df642f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.011972] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.012096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.012274] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.013319] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.013319] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.013319] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.013319] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.013319] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.013319] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e30211a-2e2b-424a-b0e4-034d78df642f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.015645] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bc8944c-2d82-40c6-b906-67d0be74dbd7 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.015824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bc8944c-2d82-40c6-b906-67d0be74dbd7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.015878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bc8944c-2d82-40c6-b906-67d0be74dbd7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.018979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bc8944c-2d82-40c6-b906-67d0be74dbd7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.018979] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bc8944c-2d82-40c6-b906-67d0be74dbd7',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.096037] env[65933]: INFO networking_nsxv3.common.synchronization [req-ea3ed0e9-035c-44ae-abc8-09a0370b3253 req-22c21638-b736-4c75-8108-41e99b827949 tempest-AttachInterfacesTestJSON-2120938241 tempest-AttachInterfacesTestJSON-2120938241-project-member] Enqueued Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 871.096037] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 871.096590] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.096737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.097058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.097321] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.097533] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.097673] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.097750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.097950] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.098491] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.098491] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.518291] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e30211a-2e2b-424a-b0e4-034d78df642f taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.518394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.518525] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e30211a-2e2b-424a-b0e4-034d78df642f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.519474] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bc8944c-2d82-40c6-b906-67d0be74dbd7 with status ACTIVE [ 871.519664] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.519779] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.519845] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.520070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.520162] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.520333] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.520455] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.520500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.520648] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.520858] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.520957] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.521021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.521214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.521411] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.521569] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.521751] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bc8944c-2d82-40c6-b906-67d0be74dbd7 is going to be updated. [ 871.533816] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.533991] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.534606] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.535126] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.535462] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.535749] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.535899] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.536177] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.536364] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.536660] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.537107] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.537107] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.537262] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.537434] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.537663] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.537921] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.548782] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.549073] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.549160] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.549363] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.549510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.549691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bc8944c-2d82-40c6-b906-67d0be74dbd7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.558944] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.558944] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.558944] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.559106] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.559301] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-ec1a174d-daa8-42cc-9307-08f2b2df580e taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.559481] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-ec1a174d-daa8-42cc-9307-08f2b2df580e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.559624] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-ec1a174d-daa8-42cc-9307-08f2b2df580e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.559969] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-ec1a174d-daa8-42cc-9307-08f2b2df580e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.560131] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec1a174d-daa8-42cc-9307-08f2b2df580e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.601991] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.602836] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.602836] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.604425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.604425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.604425] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.604425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.604425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.604425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.604425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.604425] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 already deleted. [ 871.604425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.026438] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e30211a-2e2b-424a-b0e4-034d78df642f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.064088] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.066044] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.066044] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.066044] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.066044] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.066044] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port ec1a174d-daa8-42cc-9307-08f2b2df580e not found, creating... [ 872.066291] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.066291] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.066418] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.066666] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.066772] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.068119] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.068119] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.068119] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.068119] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.068119] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.068119] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: ec1a174d-daa8-42cc-9307-08f2b2df580e is going to be created. [ 872.090032] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.090297] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.090453] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.090915] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.091037] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.091418] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-ec1a174d-daa8-42cc-9307-08f2b2df580e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.341471] env[65933]: INFO networking_nsxv3.common.synchronization [None req-285502af-8541-4888-a232-e2f61385fec0 None None] Enqueued Resource ID: 126644ec-eb6e-4500-8f10-1a4ade837d16 with Priority: HIGHEST for action port [ 872.341471] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 126644ec-eb6e-4500-8f10-1a4ade837d16 with Priority: HIGHEST for action port [ 872.345793] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-126644ec-eb6e-4500-8f10-1a4ade837d16 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.345793] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-126644ec-eb6e-4500-8f10-1a4ade837d16" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.345793] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-126644ec-eb6e-4500-8f10-1a4ade837d16" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.345793] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-126644ec-eb6e-4500-8f10-1a4ade837d16" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.345793] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('126644ec-eb6e-4500-8f10-1a4ade837d16',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.529208] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.529487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.529564] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.529865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.529969] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.530116] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e30211a-2e2b-424a-b0e4-034d78df642f is going to be created. [ 872.560025] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.560820] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.560820] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.560820] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.560820] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.572844] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e30211a-2e2b-424a-b0e4-034d78df642f in Status: UNINITIALIZED for 2s [ 872.808035] env[65933]: INFO networking_nsxv3.common.synchronization [req-ea3ed0e9-035c-44ae-abc8-09a0370b3253 req-a91f589d-11e4-4065-bc84-b0035b86fc3d service nova] Enqueued Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_rules [ 872.808035] env[65933]: INFO networking_nsxv3.common.synchronization [req-ea3ed0e9-035c-44ae-abc8-09a0370b3253 req-a91f589d-11e4-4065-bc84-b0035b86fc3d service nova] Enqueued Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 872.808394] env[65933]: INFO networking_nsxv3.common.synchronization [req-ea3ed0e9-035c-44ae-abc8-09a0370b3253 req-a91f589d-11e4-4065-bc84-b0035b86fc3d service nova] Enqueued Resource ID: ec1a174d-daa8-42cc-9307-08f2b2df580e with Priority: HIGHEST for action port [ 872.811330] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_rules [ 872.811890] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 872.812039] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec1a174d-daa8-42cc-9307-08f2b2df580e with Priority: HIGHEST for action port [ 872.812571] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.812571] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.812758] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.812927] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.812972] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.814382] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.814510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.814575] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.814756] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.814905] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.814997] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.815070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.815669] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.815669] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.815669] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.816677] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec1a174d-daa8-42cc-9307-08f2b2df580e taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.816919] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec1a174d-daa8-42cc-9307-08f2b2df580e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.816919] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec1a174d-daa8-42cc-9307-08f2b2df580e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.817017] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec1a174d-daa8-42cc-9307-08f2b2df580e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.817447] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec1a174d-daa8-42cc-9307-08f2b2df580e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.821531] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ae8fe93-6638-45e9-af6a-1064b3fd6362 in Status: SUCCESS [ 872.821747] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.848264] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 126644ec-eb6e-4500-8f10-1a4ade837d16 [ 872.848264] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.848264] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.848264] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.848264] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.848264] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.848264] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:126644ec-eb6e-4500-8f10-1a4ade837d16 already deleted. [ 872.848264] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-126644ec-eb6e-4500-8f10-1a4ade837d16" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.003350] env[65933]: INFO networking_nsxv3.common.synchronization [req-05fd2eee-a514-4fac-9380-9e0d39d4f963 req-efe4534c-4c60-434d-9248-73ef965af538 tempest-ImagesTestJSON-331983412 tempest-ImagesTestJSON-331983412-project-member] Enqueued Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 873.004014] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 873.004669] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.004799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.004867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.009398] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.009494] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.009566] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.009631] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.009822] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.009911] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.010020] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.319893] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.320225] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.320356] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.322821] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec1a174d-daa8-42cc-9307-08f2b2df580e with status ACTIVE [ 873.322821] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.322821] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.322821] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.323244] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.324843] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.324843] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.324843] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.324843] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.324843] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.324843] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.325400] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.325400] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.325400] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.325519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.325661] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.325749] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec1a174d-daa8-42cc-9307-08f2b2df580e is going to be updated. [ 873.351304] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.351304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.351304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.351304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.351304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.351304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec1a174d-daa8-42cc-9307-08f2b2df580e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.513975] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.675263] env[65933]: INFO networking_nsxv3.common.synchronization [req-ac220cee-02ad-4b56-a1fc-73b6aa309fc4 req-c3e1c782-73ce-49b2-98aa-f8c6444af407 tempest-ListServerFiltersTestJSON-1110142360 tempest-ListServerFiltersTestJSON-1110142360-project-member] Enqueued Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_members [ 873.675843] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_members [ 873.676170] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e78453c-649c-4657-bcf9-67fbd6919541 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.676320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.676372] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.676633] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.676798] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.676903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.676966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.677538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.677700] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.677851] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.828622] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.016327] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.024219] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.024219] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-661" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.024219] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-661" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.024219] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-661" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.024219] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.024219] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.024219] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.024219] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.024219] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.024219] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.024219] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.024219] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.024219] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.024910] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.024910] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.024910] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.046390] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.048397] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.048397] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.048791] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-661" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.049039] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-6a5e6d65-942f-4496-8aed-d9b206540283 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.049223] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-6a5e6d65-942f-4496-8aed-d9b206540283" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.049342] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-6a5e6d65-942f-4496-8aed-d9b206540283" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.049684] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-6a5e6d65-942f-4496-8aed-d9b206540283" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.049857] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a5e6d65-942f-4496-8aed-d9b206540283',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.180223] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.180420] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.180496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.180713] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.180802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.180996] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.181113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.181177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.181326] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.181397] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.181482] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e78453c-649c-4657-bcf9-67fbd6919541 already deleted. [ 874.181560] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.330730] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.331102] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.331102] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.331432] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.331610] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.331769] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 is going to be created. [ 874.356812] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.357025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.357095] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.357316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.357480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.369052] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: UNINITIALIZED for 2s [ 874.526885] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.527129] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.527662] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.527842] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.528168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.528322] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 is going to be updated. [ 874.533770] env[65933]: INFO networking_nsxv3.common.synchronization [None req-9f193c30-16bd-4820-88b5-a794b7df98c6 None None] Enqueued Resource ID: 97c74f79-21ec-4f55-8509-99e467d6180b with Priority: HIGHEST for action port [ 874.534316] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c74f79-21ec-4f55-8509-99e467d6180b with Priority: HIGHEST for action port [ 874.534622] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-97c74f79-21ec-4f55-8509-99e467d6180b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.534821] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97c74f79-21ec-4f55-8509-99e467d6180b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.534942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97c74f79-21ec-4f55-8509-99e467d6180b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.535214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97c74f79-21ec-4f55-8509-99e467d6180b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.535308] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97c74f79-21ec-4f55-8509-99e467d6180b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.552684] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.552902] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.553035] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.553325] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.553518] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.553674] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 6a5e6d65-942f-4496-8aed-d9b206540283 not found, creating... [ 874.553932] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.554120] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.554421] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.554505] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.554580] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.554854] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.555010] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.555129] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.555394] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.555449] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.555608] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 6a5e6d65-942f-4496-8aed-d9b206540283 is going to be created. [ 874.560993] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.561164] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.561452] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.561452] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.561599] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.573236] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: IN_PROGRESS for 2s [ 874.578078] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.578365] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.578521] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.578813] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.579095] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.579349] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-6a5e6d65-942f-4496-8aed-d9b206540283" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.584838] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e30211a-2e2b-424a-b0e4-034d78df642f in Status: SUCCESS [ 874.585074] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.585559] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.585754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.585937] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.586057] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.586121] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.586264] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.586345] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.586438] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.586743] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e30211a-2e2b-424a-b0e4-034d78df642f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.830696] env[65933]: INFO networking_nsxv3.common.synchronization [None req-a697482d-2e06-4081-9ba7-febf7a5e747e None None] Enqueued Resource ID: 15ff6e8e-ef33-485f-9e9e-69094685557d with Priority: HIGHEST for action port [ 874.831284] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ff6e8e-ef33-485f-9e9e-69094685557d with Priority: HIGHEST for action port [ 874.831585] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-15ff6e8e-ef33-485f-9e9e-69094685557d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.831709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15ff6e8e-ef33-485f-9e9e-69094685557d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.831775] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15ff6e8e-ef33-485f-9e9e-69094685557d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.832037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15ff6e8e-ef33-485f-9e9e-69094685557d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.832123] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15ff6e8e-ef33-485f-9e9e-69094685557d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.037972] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97c74f79-21ec-4f55-8509-99e467d6180b [ 875.038233] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.038630] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.038630] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.038774] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.038938] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.038938] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97c74f79-21ec-4f55-8509-99e467d6180b already deleted. [ 875.039075] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97c74f79-21ec-4f55-8509-99e467d6180b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.089871] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e30211a-2e2b-424a-b0e4-034d78df642f taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.092629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.092629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.092629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.092629] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.092629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.092629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.092629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.092629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.092629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.092629] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e30211a-2e2b-424a-b0e4-034d78df642f taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.092629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.092629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.092629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.092629] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.092629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.092629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.092629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.092629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.093350] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.093350] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e30211a-2e2b-424a-b0e4-034d78df642f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.295753] env[65933]: INFO networking_nsxv3.common.synchronization [req-ac220cee-02ad-4b56-a1fc-73b6aa309fc4 req-0599ee42-5ca9-4b22-9c92-1e0a19cb9bae service nova] Enqueued Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_rules [ 875.296116] env[65933]: INFO networking_nsxv3.common.synchronization [req-ac220cee-02ad-4b56-a1fc-73b6aa309fc4 req-0599ee42-5ca9-4b22-9c92-1e0a19cb9bae service nova] Enqueued Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_members [ 875.296826] env[65933]: INFO networking_nsxv3.common.synchronization [req-ac220cee-02ad-4b56-a1fc-73b6aa309fc4 req-0599ee42-5ca9-4b22-9c92-1e0a19cb9bae service nova] Enqueued Resource ID: 6a5e6d65-942f-4496-8aed-d9b206540283 with Priority: HIGHEST for action port [ 875.297647] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_rules [ 875.297705] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_members [ 875.297888] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5e6d65-942f-4496-8aed-d9b206540283 with Priority: HIGHEST for action port [ 875.298579] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e78453c-649c-4657-bcf9-67fbd6919541 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.298818] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.298896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.299142] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.299258] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.301990] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e78453c-649c-4657-bcf9-67fbd6919541 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.301990] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.301990] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.302269] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.302440] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.302568] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.302627] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.303064] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.303580] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.303982] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.306265] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a5e6d65-942f-4496-8aed-d9b206540283 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.306265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a5e6d65-942f-4496-8aed-d9b206540283" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.306265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a5e6d65-942f-4496-8aed-d9b206540283" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.306665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a5e6d65-942f-4496-8aed-d9b206540283" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.306739] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a5e6d65-942f-4496-8aed-d9b206540283',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.338174] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15ff6e8e-ef33-485f-9e9e-69094685557d [ 875.338174] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.338174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.338174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.339515] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.339515] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.339515] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15ff6e8e-ef33-485f-9e9e-69094685557d already deleted. [ 875.339701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15ff6e8e-ef33-485f-9e9e-69094685557d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.594929] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e30211a-2e2b-424a-b0e4-034d78df642f: rpc.has_security_group_logging(os_id): False [ 875.615548] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.615548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.615548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.615548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.615548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.615817] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.615817] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.615888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.615976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.616061] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.616286] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.616336] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.616387] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.616547] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.616626] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.616889] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.616988] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.617061] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.617206] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.617301] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.617442] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e30211a-2e2b-424a-b0e4-034d78df642f is going to be created. [ 875.679733] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.679733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.679733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.679733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.679733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.692799] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e30211a-2e2b-424a-b0e4-034d78df642f in Status: IN_PROGRESS for 2s [ 875.810648] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e78453c-649c-4657-bcf9-67fbd6919541 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.810648] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.810648] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.810648] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a5e6d65-942f-4496-8aed-d9b206540283 with status ACTIVE [ 875.811049] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.811049] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.811049] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.811159] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.811426] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.811426] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.811549] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.811549] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.811696] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.811807] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.811927] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.812285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.812285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.812285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.812424] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.812481] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a5e6d65-942f-4496-8aed-d9b206540283 is going to be updated. [ 875.865350] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.865562] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.867547] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.867547] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.867547] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.867547] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a5e6d65-942f-4496-8aed-d9b206540283" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.315772] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.383177] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: SUCCESS [ 876.383497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.383748] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.383913] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.384135] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.384214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.384214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.384358] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.384433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.384518] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.384606] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.585666] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: SUCCESS [ 876.585666] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.803337] env[65933]: INFO networking_nsxv3.common.synchronization [req-ad36b9e0-685b-41ef-8ab8-8847d265b31c req-6f4d44f5-d5c7-42f3-8181-3d4e53cde922 tempest-ListServerFiltersTestJSON-1110142360 tempest-ListServerFiltersTestJSON-1110142360-project-member] Enqueued Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_members [ 876.804787] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_members [ 876.805956] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e78453c-649c-4657-bcf9-67fbd6919541 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.806095] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.819056] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.819210] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.819288] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.823054] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.823054] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.823054] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e78453c-649c-4657-bcf9-67fbd6919541 is going to be created. [ 876.849135] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.849760] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.849760] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.850072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.850286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.861879] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e78453c-649c-4657-bcf9-67fbd6919541 in Status: UNINITIALIZED for 2s [ 876.892067] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.892067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.892322] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.892386] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.892571] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.892698] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.892766] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.892925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.893024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.893118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.893304] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.893404] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.893484] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.893737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.893896] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.893994] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.894097] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.894246] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.894324] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.894410] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.894513] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.229880] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.229970] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-661" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.230102] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-661" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.230351] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-661" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.230605] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.230759] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.231321] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.231321] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.231321] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.231452] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.231712] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.231712] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.231712] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.231835] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.231914] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.232067] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.255812] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.256038] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.256190] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.256367] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-661" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.256733] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-ffb9e9e0-83c7-49fe-a415-959bbdd30d4b taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.256926] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-ffb9e9e0-83c7-49fe-a415-959bbdd30d4b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.257073] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-ffb9e9e0-83c7-49fe-a415-959bbdd30d4b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.257398] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-ffb9e9e0-83c7-49fe-a415-959bbdd30d4b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.257533] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffb9e9e0-83c7-49fe-a415-959bbdd30d4b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.398537] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 856c010a-00c2-4491-a0c2-aed5b6379f07: rpc.has_security_group_logging(os_id): False [ 877.426483] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.426667] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.426737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.427594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.427712] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.428546] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.428690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.428755] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.428952] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.429063] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.429256] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.429360] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.429679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.432918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.432918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.433124] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.433251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.433827] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.434040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.434232] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.434338] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 is going to be created. [ 877.529047] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.529268] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.530322] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.530322] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.530322] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.536994] env[65933]: INFO networking_nsxv3.common.synchronization [None req-ebbc4bbb-f522-4302-81fe-56cc9951b838 None None] Enqueued Resource ID: bde9128b-da8e-463d-8a2c-190392368ea0 with Priority: HIGHEST for action port [ 877.537817] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bde9128b-da8e-463d-8a2c-190392368ea0 with Priority: HIGHEST for action port [ 877.538243] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-bde9128b-da8e-463d-8a2c-190392368ea0 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.538477] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bde9128b-da8e-463d-8a2c-190392368ea0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.538477] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bde9128b-da8e-463d-8a2c-190392368ea0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.538796] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bde9128b-da8e-463d-8a2c-190392368ea0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.538917] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bde9128b-da8e-463d-8a2c-190392368ea0',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.541710] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: IN_PROGRESS for 2s [ 877.707220] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e30211a-2e2b-424a-b0e4-034d78df642f in Status: SUCCESS [ 877.707462] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.763023] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.763304] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.763425] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.763794] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.763948] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.764170] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port ffb9e9e0-83c7-49fe-a415-959bbdd30d4b not found, creating... [ 877.764784] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.764784] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.764992] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.765111] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.765301] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.765726] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.765853] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.765970] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.766217] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.766353] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.766491] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: ffb9e9e0-83c7-49fe-a415-959bbdd30d4b is going to be created. [ 877.792938] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.793319] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.793545] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.793968] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.794347] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.794807] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-ffb9e9e0-83c7-49fe-a415-959bbdd30d4b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.041189] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bde9128b-da8e-463d-8a2c-190392368ea0 [ 878.041522] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.041755] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.042158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.042158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.042323] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.042389] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bde9128b-da8e-463d-8a2c-190392368ea0 already deleted. [ 878.042498] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bde9128b-da8e-463d-8a2c-190392368ea0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.584089] env[65933]: INFO networking_nsxv3.common.synchronization [req-ad36b9e0-685b-41ef-8ab8-8847d265b31c req-f351fdad-7002-425d-b96d-389c3bf24997 service nova] Enqueued Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_rules [ 878.584330] env[65933]: INFO networking_nsxv3.common.synchronization [req-ad36b9e0-685b-41ef-8ab8-8847d265b31c req-f351fdad-7002-425d-b96d-389c3bf24997 service nova] Enqueued Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_members [ 878.584408] env[65933]: INFO networking_nsxv3.common.synchronization [req-ad36b9e0-685b-41ef-8ab8-8847d265b31c req-f351fdad-7002-425d-b96d-389c3bf24997 service nova] Enqueued Resource ID: ffb9e9e0-83c7-49fe-a415-959bbdd30d4b with Priority: HIGHEST for action port [ 878.584885] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_rules [ 878.586155] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_members [ 878.586329] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb9e9e0-83c7-49fe-a415-959bbdd30d4b with Priority: HIGHEST for action port [ 878.591813] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e78453c-649c-4657-bcf9-67fbd6919541 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.591813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.591813] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e78453c-649c-4657-bcf9-67fbd6919541 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.591813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.591813] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffb9e9e0-83c7-49fe-a415-959bbdd30d4b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.591813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffb9e9e0-83c7-49fe-a415-959bbdd30d4b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.591813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffb9e9e0-83c7-49fe-a415-959bbdd30d4b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.591813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffb9e9e0-83c7-49fe-a415-959bbdd30d4b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.591813] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffb9e9e0-83c7-49fe-a415-959bbdd30d4b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.815285] env[65933]: INFO networking_nsxv3.common.synchronization [req-4f447cff-4571-4fde-89f3-75f4563e6269 req-5177e3c1-ddd8-4c20-8ba3-3414c85f5e18 tempest-ListServerFiltersTestJSON-1110142360 tempest-ListServerFiltersTestJSON-1110142360-project-member] Enqueued Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_members [ 878.815841] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_members [ 878.816282] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e78453c-649c-4657-bcf9-67fbd6919541 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.816282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.871753] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e78453c-649c-4657-bcf9-67fbd6919541 in Status: SUCCESS [ 878.872051] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.872252] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.872559] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.872792] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.872918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.873016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.873172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.873232] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.873317] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.873617] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.874323] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.874491] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.874647] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.874753] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.874824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.875008] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.875094] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.875185] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.097069] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffb9e9e0-83c7-49fe-a415-959bbdd30d4b with status ACTIVE [ 879.097069] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.097069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.097069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.098241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.098241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.098241] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.098241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.098241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.098241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.098241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.098241] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.098241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.098241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.098530] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.098530] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.098530] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffb9e9e0-83c7-49fe-a415-959bbdd30d4b is going to be updated. [ 879.122603] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.122603] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.122603] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.122603] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.122603] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.122603] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffb9e9e0-83c7-49fe-a415-959bbdd30d4b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.172528] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.172528] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-661" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.172528] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-661" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.172790] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-661" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.173056] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.173238] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.173356] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.173647] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.173952] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.174761] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.174761] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.174761] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.174761] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.174761] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.174761] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.174761] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.199378] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.199994] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.200268] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.200637] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-661" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.201146] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-8596146b-e22f-4931-bb7a-02fc535358a8 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.201426] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-8596146b-e22f-4931-bb7a-02fc535358a8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.201630] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-8596146b-e22f-4931-bb7a-02fc535358a8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.202110] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-8596146b-e22f-4931-bb7a-02fc535358a8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.202334] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8596146b-e22f-4931-bb7a-02fc535358a8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.378088] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.378854] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e78453c-649c-4657-bcf9-67fbd6919541 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.378968] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.553504] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: SUCCESS [ 879.553746] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.705704] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.706068] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.706125] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.706362] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.706508] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.706736] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 8596146b-e22f-4931-bb7a-02fc535358a8 not found, creating... [ 879.707014] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.707185] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.707303] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.707525] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.707662] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.707958] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.708140] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.708256] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.708460] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.708592] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.708727] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 8596146b-e22f-4931-bb7a-02fc535358a8 is going to be created. [ 879.729273] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.729473] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.729588] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.729857] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.730106] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.730332] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-8596146b-e22f-4931-bb7a-02fc535358a8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.880707] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.383150] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.388642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.388642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.388642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.388642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.388642] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e78453c-649c-4657-bcf9-67fbd6919541 is going to be updated. [ 880.421513] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.421513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.421513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.421513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.421832] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.431328] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e78453c-649c-4657-bcf9-67fbd6919541 in Status: IN_PROGRESS for 2s [ 880.435422] env[65933]: INFO networking_nsxv3.common.synchronization [req-4f447cff-4571-4fde-89f3-75f4563e6269 req-12ae924d-2206-4e52-84e4-96038303c353 service nova] Enqueued Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_rules [ 880.435681] env[65933]: INFO networking_nsxv3.common.synchronization [req-4f447cff-4571-4fde-89f3-75f4563e6269 req-12ae924d-2206-4e52-84e4-96038303c353 service nova] Enqueued Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_members [ 880.435961] env[65933]: INFO networking_nsxv3.common.synchronization [req-4f447cff-4571-4fde-89f3-75f4563e6269 req-12ae924d-2206-4e52-84e4-96038303c353 service nova] Enqueued Resource ID: 8596146b-e22f-4931-bb7a-02fc535358a8 with Priority: HIGHEST for action port [ 880.436407] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_rules [ 880.436569] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_members [ 880.436703] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8596146b-e22f-4931-bb7a-02fc535358a8 with Priority: HIGHEST for action port [ 880.437029] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e78453c-649c-4657-bcf9-67fbd6919541 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.437492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.437795] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e78453c-649c-4657-bcf9-67fbd6919541 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.437934] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.438223] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-8596146b-e22f-4931-bb7a-02fc535358a8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.438384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8596146b-e22f-4931-bb7a-02fc535358a8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.438464] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8596146b-e22f-4931-bb7a-02fc535358a8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.438686] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8596146b-e22f-4931-bb7a-02fc535358a8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.438776] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8596146b-e22f-4931-bb7a-02fc535358a8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.941602] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8596146b-e22f-4931-bb7a-02fc535358a8 with status ACTIVE [ 880.941830] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.942066] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.942390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.943285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.943285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.943285] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.943285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.943285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.943579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.943579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.944105] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.944105] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.944105] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.944313] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.944313] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.944374] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8596146b-e22f-4931-bb7a-02fc535358a8 is going to be updated. [ 880.983123] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.983123] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.983123] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.984429] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.984429] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.984429] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8596146b-e22f-4931-bb7a-02fc535358a8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.299834] env[65933]: INFO networking_nsxv3.common.synchronization [req-4820b600-47ec-42a9-a836-7706a9bd8070 req-36c79f19-ef60-4e56-b955-80fa71189bd9 tempest-ServerGroupTestJSON-1751320899 tempest-ServerGroupTestJSON-1751320899-project-member] Enqueued Resource ID: a09b95a8-680f-4272-8cc6-fdb42656abbe with Priority: HIGHEST for action security_group_members [ 882.301354] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a09b95a8-680f-4272-8cc6-fdb42656abbe with Priority: HIGHEST for action security_group_members [ 882.301354] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a09b95a8-680f-4272-8cc6-fdb42656abbe taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.301559] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.302455] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.302455] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.302455] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.302455] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.302455] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.302455] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.302809] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.302809] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a09b95a8-680f-4272-8cc6-fdb42656abbe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.442913] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e78453c-649c-4657-bcf9-67fbd6919541 in Status: SUCCESS [ 882.442975] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.443131] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.443595] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.443595] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.443734] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.443734] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.443871] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.443951] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.444080] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.805479] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.805678] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.805795] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.807154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.807154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.807154] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.807154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.807154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.807154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.807154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.807154] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a09b95a8-680f-4272-8cc6-fdb42656abbe is going to be updated. [ 882.836944] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.837111] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.837188] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.837451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.837608] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.845988] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a09b95a8-680f-4272-8cc6-fdb42656abbe in Status: IN_PROGRESS for 2s [ 882.945754] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.447836] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.950498] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.950498] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.950643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.950829] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.950922] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.951193] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e78453c-649c-4657-bcf9-67fbd6919541 is going to be updated. [ 883.989494] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.991467] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.991467] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.991467] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.991467] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.006488] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e78453c-649c-4657-bcf9-67fbd6919541 in Status: IN_PROGRESS for 2s [ 884.861010] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a09b95a8-680f-4272-8cc6-fdb42656abbe in Status: SUCCESS [ 884.861269] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a09b95a8-680f-4272-8cc6-fdb42656abbe deletion is rescheduled due to dependency. [ 884.861320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.023691] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e78453c-649c-4657-bcf9-67fbd6919541 in Status: SUCCESS [ 886.027550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.027550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.027550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.027807] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.028062] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.028062] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.031892] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.031892] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.032040] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.516747] env[65933]: INFO networking_nsxv3.common.synchronization [req-4d074dd2-d376-479e-844a-ca22ccc7bf74 req-40c9432a-fe46-4a81-b695-182aa2990cbd tempest-AttachInterfacesV270Test-262484020 tempest-AttachInterfacesV270Test-262484020-project-member] Enqueued Resource ID: 0e30211a-2e2b-424a-b0e4-034d78df642f with Priority: HIGHEST for action security_group_members [ 886.517701] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e30211a-2e2b-424a-b0e4-034d78df642f with Priority: HIGHEST for action security_group_members [ 886.518214] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e30211a-2e2b-424a-b0e4-034d78df642f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.518350] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.518460] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.518738] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.519693] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.519693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.519693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.519693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.519693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.520132] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e30211a-2e2b-424a-b0e4-034d78df642f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.536149] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.023817] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.024341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.024341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.024495] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.024638] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.024935] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.025111] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.025217] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.025452] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.025578] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.025792] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e30211a-2e2b-424a-b0e4-034d78df642f is going to be updated. [ 887.041737] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.065033] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.065193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.065309] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.065591] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.065708] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.077121] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e30211a-2e2b-424a-b0e4-034d78df642f in Status: IN_PROGRESS for 2s [ 887.221959] env[65933]: INFO networking_nsxv3.common.synchronization [req-7d388112-ce70-494c-bcac-6343bbea02c0 req-d87634fc-4e19-47bc-9c39-90ba71df4e7f tempest-InstanceActionsTestJSON-1522270145 tempest-InstanceActionsTestJSON-1522270145-project-member] Enqueued Resource ID: 7ae8fe93-6638-45e9-af6a-1064b3fd6362 with Priority: HIGHEST for action security_group_members [ 887.222831] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae8fe93-6638-45e9-af6a-1064b3fd6362 with Priority: HIGHEST for action security_group_members [ 887.223372] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ae8fe93-6638-45e9-af6a-1064b3fd6362 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.223663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.223754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.224032] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.224301] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.224425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.224425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.224608] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.224715] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.224804] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ae8fe93-6638-45e9-af6a-1064b3fd6362',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.545316] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.545316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.545316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.545316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.545316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.545316] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e78453c-649c-4657-bcf9-67fbd6919541 is going to be updated. [ 887.583386] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.583576] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.583634] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.583879] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.584052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.598864] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e78453c-649c-4657-bcf9-67fbd6919541 in Status: IN_PROGRESS for 2s [ 887.691168] env[65933]: INFO networking_nsxv3.common.synchronization [req-885a5be9-84de-431f-a492-cbd14ec43d95 req-a3175ff1-55fb-4212-b520-e7cbddfcf70e tempest-ServerActionsTestOtherA-1390215543 tempest-ServerActionsTestOtherA-1390215543-project-member] Enqueued Resource ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 with Priority: HIGHEST for action security_group_members [ 887.692881] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 with Priority: HIGHEST for action security_group_members [ 887.694201] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-be6e523b-5644-46ea-b989-e4f6a7d674c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.694201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.694201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.694201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.694201] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.694497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.694497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.694587] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.694634] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.694763] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be6e523b-5644-46ea-b989-e4f6a7d674c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.732026] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.732026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.732026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.732026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.732026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.732026] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.732026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.732026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.732026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.732026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.732026] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ae8fe93-6638-45e9-af6a-1064b3fd6362 is going to be updated. [ 887.763146] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.763473] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.763671] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.763963] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.764733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.778078] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ae8fe93-6638-45e9-af6a-1064b3fd6362 in Status: IN_PROGRESS for 2s [ 887.974560] env[65933]: INFO networking_nsxv3.common.synchronization [req-80092dff-8bef-462d-9038-a0ac34fd1cd8 req-9b695029-9da7-4803-8714-6657d1e19eda tempest-AttachInterfacesTestJSON-2120938241 tempest-AttachInterfacesTestJSON-2120938241-project-member] Enqueued Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 887.976293] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 887.976293] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.976293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.976293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.976293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.976699] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.976699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.976699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.976699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.976828] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.976828] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.200346] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.200346] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.200346] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.200346] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.200893] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.200893] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.200893] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.200893] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.200893] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.201176] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.201176] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 already deleted. [ 888.201176] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.479073] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.479257] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.479431] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.479584] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.479730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.479950] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.480088] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.480143] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.480339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.480421] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.480511] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 is going to be updated. [ 888.507976] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.508266] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-800" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.508405] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-800" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.509052] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-800" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.509538] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.509676] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.509918] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.510697] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.510697] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.510697] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.511569] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.511569] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.511569] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.511569] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.511569] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.511569] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.528148] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.528321] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.528428] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.528668] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.528841] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.544134] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.544397] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.544577] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.544855] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-800" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.545234] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-e34f1277-b6a2-4e4a-bd47-e18db188d104 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.545432] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-e34f1277-b6a2-4e4a-bd47-e18db188d104" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.545581] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-e34f1277-b6a2-4e4a-bd47-e18db188d104" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.545966] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-e34f1277-b6a2-4e4a-bd47-e18db188d104" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.546619] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e34f1277-b6a2-4e4a-bd47-e18db188d104',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.550686] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: IN_PROGRESS for 2s [ 889.051636] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.052241] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.052543] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.052911] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.053191] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.053470] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port e34f1277-b6a2-4e4a-bd47-e18db188d104 not found, creating... [ 889.053870] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.054634] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.054634] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.054634] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.054886] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.055286] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.055582] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.057619] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.057619] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.057619] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.057619] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: e34f1277-b6a2-4e4a-bd47-e18db188d104 is going to be created. [ 889.081181] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.081181] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.081181] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.081585] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.081909] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.082237] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-e34f1277-b6a2-4e4a-bd47-e18db188d104" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.093446] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e30211a-2e2b-424a-b0e4-034d78df642f in Status: SUCCESS [ 889.093446] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e30211a-2e2b-424a-b0e4-034d78df642f deletion is rescheduled due to dependency. [ 889.093446] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.610092] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e78453c-649c-4657-bcf9-67fbd6919541 in Status: SUCCESS [ 889.611084] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.611084] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.611084] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.611084] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.611084] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.611283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.611283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.611339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.611740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.611740] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e78453c-649c-4657-bcf9-67fbd6919541 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.611740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.611740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.611916] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.611949] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.612361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.612361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.612361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.612361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.612361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.612502] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.613367] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.613642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.613713] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.613791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.613853] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.613991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.614156] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.614156] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.787558] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ae8fe93-6638-45e9-af6a-1064b3fd6362 in Status: SUCCESS [ 889.788601] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ae8fe93-6638-45e9-af6a-1064b3fd6362 deletion is rescheduled due to dependency. [ 889.788601] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.789795] env[65933]: INFO networking_nsxv3.common.synchronization [req-885a5be9-84de-431f-a492-cbd14ec43d95 req-e0be273d-bff6-48d0-b938-8a2f283e1ea0 service nova] Enqueued Resource ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 with Priority: HIGHEST for action security_group_rules [ 889.789884] env[65933]: INFO networking_nsxv3.common.synchronization [req-885a5be9-84de-431f-a492-cbd14ec43d95 req-e0be273d-bff6-48d0-b938-8a2f283e1ea0 service nova] Enqueued Resource ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 with Priority: HIGHEST for action security_group_members [ 889.790071] env[65933]: INFO networking_nsxv3.common.synchronization [req-885a5be9-84de-431f-a492-cbd14ec43d95 req-e0be273d-bff6-48d0-b938-8a2f283e1ea0 service nova] Enqueued Resource ID: e34f1277-b6a2-4e4a-bd47-e18db188d104 with Priority: HIGHEST for action port [ 889.790302] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 with Priority: HIGHEST for action security_group_rules [ 889.790427] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 with Priority: HIGHEST for action security_group_members [ 889.790617] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e34f1277-b6a2-4e4a-bd47-e18db188d104 with Priority: HIGHEST for action port [ 889.791067] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be6e523b-5644-46ea-b989-e4f6a7d674c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.791191] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.791278] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.791878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.791878] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be6e523b-5644-46ea-b989-e4f6a7d674c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.792681] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-be6e523b-5644-46ea-b989-e4f6a7d674c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.792839] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.792879] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.793062] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.794584] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.794696] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.794753] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.794917] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.795011] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.795125] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be6e523b-5644-46ea-b989-e4f6a7d674c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.795940] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e34f1277-b6a2-4e4a-bd47-e18db188d104 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.796045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e34f1277-b6a2-4e4a-bd47-e18db188d104" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.796725] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e34f1277-b6a2-4e4a-bd47-e18db188d104" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.796870] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e34f1277-b6a2-4e4a-bd47-e18db188d104" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.796960] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e34f1277-b6a2-4e4a-bd47-e18db188d104',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.116086] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e78453c-649c-4657-bcf9-67fbd6919541: rpc.has_security_group_logging(os_id): False [ 890.117739] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.147442] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.147594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.147693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.147987] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.148099] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.148346] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.148501] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.148570] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.148745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.148846] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.149013] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.149116] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.149180] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.149467] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.150138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.150138] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.150138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.150138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.150138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.150138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.150442] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e78453c-649c-4657-bcf9-67fbd6919541 is going to be created. [ 890.237557] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.237557] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.237557] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.237984] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.238450] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.255719] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e78453c-649c-4657-bcf9-67fbd6919541 in Status: IN_PROGRESS for 2s [ 890.299141] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-be6e523b-5644-46ea-b989-e4f6a7d674c6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.299348] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.299954] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be6e523b-5644-46ea-b989-e4f6a7d674c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.300603] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e34f1277-b6a2-4e4a-bd47-e18db188d104 with status ACTIVE [ 890.300883] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.301705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.301705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.301705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.301705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.301705] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.302284] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.302284] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.302284] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.302566] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.302935] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.303148] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.303261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.303496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.303631] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.303780] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e34f1277-b6a2-4e4a-bd47-e18db188d104 is going to be updated. [ 890.313054] env[65933]: INFO networking_nsxv3.common.synchronization [req-cb3e4a28-4f43-432e-b5a9-3738e9d27668 req-9259fcce-c005-425a-a5b4-8cbf93ad3765 tempest-DeleteServersTestJSON-1878305039 tempest-DeleteServersTestJSON-1878305039-project-member] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 890.313493] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 890.314242] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.314613] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.314878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.315087] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.315423] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.315423] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.315544] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.315832] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.316058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.316236] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.339567] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.339803] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.339803] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.340024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.340170] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.340446] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e34f1277-b6a2-4e4a-bd47-e18db188d104" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.560036] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: SUCCESS [ 890.560261] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 deletion is rescheduled due to dependency. [ 890.560361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.620437] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.768946] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.769147] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.769264] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.769530] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.769780] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.769955] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.770070] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.770313] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.770413] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.770634] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.770732] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.770837] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.770941] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.771056] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.771246] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.771529] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.791700] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.791899] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.792370] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.792370] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.792582] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-3cc769ba-e987-4f91-9967-f11a9abf9a7b taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.792790] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-3cc769ba-e987-4f91-9967-f11a9abf9a7b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.792922] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-3cc769ba-e987-4f91-9967-f11a9abf9a7b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.794687] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-3cc769ba-e987-4f91-9967-f11a9abf9a7b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.794687] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cc769ba-e987-4f91-9967-f11a9abf9a7b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.806838] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be6e523b-5644-46ea-b989-e4f6a7d674c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.822053] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.822053] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.822053] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.822053] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.822053] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.822053] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.822053] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.822053] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.822053] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.822053] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.822053] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be updated. [ 890.854853] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.854853] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.854853] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.854853] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.854853] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.865382] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 891.123394] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.123693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.123693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.123922] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.124038] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.124173] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e78453c-649c-4657-bcf9-67fbd6919541 is going to be updated. [ 891.158746] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.158932] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.159017] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.159222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.159583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.168948] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e78453c-649c-4657-bcf9-67fbd6919541 in Status: IN_PROGRESS for 2s [ 891.298688] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.298688] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.298688] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.300594] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.300594] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.300594] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 3cc769ba-e987-4f91-9967-f11a9abf9a7b not found, creating... [ 891.300594] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.300594] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.300594] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.300594] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.300594] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.300594] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.300594] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.301078] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.301078] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.301078] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.303166] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 3cc769ba-e987-4f91-9967-f11a9abf9a7b is going to be created. [ 891.309294] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.309439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.309508] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.309766] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.309924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.310062] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 is going to be created. [ 891.326924] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.327262] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.327414] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.327708] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.327939] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.328184] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-3cc769ba-e987-4f91-9967-f11a9abf9a7b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.351333] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.351505] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.351568] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.351801] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.351974] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.362724] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 in Status: UNINITIALIZED for 2s [ 891.632066] env[65933]: INFO networking_nsxv3.common.synchronization [None req-d9c3ab61-4032-4131-8805-8a86d263b13b None None] Enqueued Resource ID: 40762303-2849-4941-acd2-95036f7f8039 with Priority: HIGHEST for action port [ 891.632066] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40762303-2849-4941-acd2-95036f7f8039 with Priority: HIGHEST for action port [ 891.632066] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-40762303-2849-4941-acd2-95036f7f8039 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.632066] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40762303-2849-4941-acd2-95036f7f8039" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.632066] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40762303-2849-4941-acd2-95036f7f8039" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.632741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40762303-2849-4941-acd2-95036f7f8039" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.632917] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40762303-2849-4941-acd2-95036f7f8039',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.941873] env[65933]: INFO networking_nsxv3.common.synchronization [req-10172c94-7651-4882-8006-9df5507ca154 req-fd8bd6a6-7a17-46bd-be19-7b0b79b539d3 tempest-AttachInterfacesTestJSON-2120938241 tempest-AttachInterfacesTestJSON-2120938241-project-member] Enqueued Resource ID: 73da4a62-171f-4029-ab34-10c08da987b8 with Priority: HIGHEST for action security_group_members [ 891.941873] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73da4a62-171f-4029-ab34-10c08da987b8 with Priority: HIGHEST for action security_group_members [ 891.941873] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-73da4a62-171f-4029-ab34-10c08da987b8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.941873] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.941873] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.941873] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.941873] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.941873] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.941873] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.942278] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.942278] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.942278] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73da4a62-171f-4029-ab34-10c08da987b8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.043065] env[65933]: INFO networking_nsxv3.common.synchronization [req-cb3e4a28-4f43-432e-b5a9-3738e9d27668 req-4e170e3a-e7f2-450b-acb2-396f560ff3ca service nova] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_rules [ 892.043065] env[65933]: INFO networking_nsxv3.common.synchronization [req-cb3e4a28-4f43-432e-b5a9-3738e9d27668 req-4e170e3a-e7f2-450b-acb2-396f560ff3ca service nova] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 892.043209] env[65933]: INFO networking_nsxv3.common.synchronization [req-cb3e4a28-4f43-432e-b5a9-3738e9d27668 req-4e170e3a-e7f2-450b-acb2-396f560ff3ca service nova] Enqueued Resource ID: 3cc769ba-e987-4f91-9967-f11a9abf9a7b with Priority: HIGHEST for action port [ 892.044332] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_rules [ 892.044332] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 892.047754] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc769ba-e987-4f91-9967-f11a9abf9a7b with Priority: HIGHEST for action port [ 892.047754] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.047754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.047754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.047754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.047754] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.047754] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.047754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.047754] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cc769ba-e987-4f91-9967-f11a9abf9a7b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.047754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cc769ba-e987-4f91-9967-f11a9abf9a7b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.047754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cc769ba-e987-4f91-9967-f11a9abf9a7b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.047754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cc769ba-e987-4f91-9967-f11a9abf9a7b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.047754] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cc769ba-e987-4f91-9967-f11a9abf9a7b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.139728] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40762303-2849-4941-acd2-95036f7f8039 [ 892.139728] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.139728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.139728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.139728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.139728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.139728] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40762303-2849-4941-acd2-95036f7f8039 already deleted. [ 892.139728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40762303-2849-4941-acd2-95036f7f8039" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.269186] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e78453c-649c-4657-bcf9-67fbd6919541 in Status: SUCCESS [ 892.269973] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.271076] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.271076] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.271076] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.444375] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.444472] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.444728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.444812] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.468192] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.468326] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.468924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.468924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.468924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.468924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.468924] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73da4a62-171f-4029-ab34-10c08da987b8 is going to be updated. [ 892.497102] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.497102] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.497102] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.497284] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.497381] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.509184] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73da4a62-171f-4029-ab34-10c08da987b8 in Status: IN_PROGRESS for 2s [ 892.552959] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.552959] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.552959] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cc769ba-e987-4f91-9967-f11a9abf9a7b with status ACTIVE [ 892.552959] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.554472] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.554472] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.559268] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.559268] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.559268] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.559268] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.559268] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.559268] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.559268] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.560115] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.560115] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.560115] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.560309] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.560342] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.560649] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cc769ba-e987-4f91-9967-f11a9abf9a7b is going to be updated. [ 892.586995] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.587126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.587206] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.587420] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.587567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.587737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cc769ba-e987-4f91-9967-f11a9abf9a7b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.775496] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e78453c-649c-4657-bcf9-67fbd6919541 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.775496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.877594] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 892.877684] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 deletion is rescheduled due to dependency. [ 892.877761] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.877935] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.878222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.878408] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.878528] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.878594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.879954] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.880076] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.880185] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.182745] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e78453c-649c-4657-bcf9-67fbd6919541 in Status: SUCCESS [ 893.182745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.182745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.182745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.182745] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.182745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.182745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.182745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.183200] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.183200] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.183200] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.375371] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 in Status: SUCCESS [ 893.375433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.375603] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.376338] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.376338] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.376338] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.377282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.377282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.377282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.377282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.377282] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be6e523b-5644-46ea-b989-e4f6a7d674c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.385337] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.686450] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e78453c-649c-4657-bcf9-67fbd6919541 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.686690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.686767] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.687011] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.687219] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.687370] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.687370] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.687588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.687699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.687813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.688019] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e78453c-649c-4657-bcf9-67fbd6919541 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.688119] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.688181] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.688333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.688472] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.688565] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.688622] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.688748] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.688810] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.688940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.688999] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.881605] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-be6e523b-5644-46ea-b989-e4f6a7d674c6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.881605] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.881605] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.881605] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.881605] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.881605] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.881605] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.882249] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.882249] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.882249] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.882249] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-be6e523b-5644-46ea-b989-e4f6a7d674c6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.882249] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.882409] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.882452] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.882605] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.882678] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.882892] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.882892] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.882973] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.883015] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.883216] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be6e523b-5644-46ea-b989-e4f6a7d674c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.885976] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.017288] env[65933]: INFO networking_nsxv3.common.synchronization [None req-2b6c7afd-3165-439e-862d-319f50127e37 None None] Enqueued Resource ID: 21bdebad-0d48-4dbe-9e62-ba04bb2029cd with Priority: HIGHEST for action port [ 894.017870] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21bdebad-0d48-4dbe-9e62-ba04bb2029cd with Priority: HIGHEST for action port [ 894.018253] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-21bdebad-0d48-4dbe-9e62-ba04bb2029cd taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.018474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21bdebad-0d48-4dbe-9e62-ba04bb2029cd" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.018474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21bdebad-0d48-4dbe-9e62-ba04bb2029cd" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.018722] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21bdebad-0d48-4dbe-9e62-ba04bb2029cd" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.018811] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21bdebad-0d48-4dbe-9e62-ba04bb2029cd',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.193529] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e78453c-649c-4657-bcf9-67fbd6919541: rpc.has_security_group_logging(os_id): False [ 894.215572] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.215812] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.215891] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.216273] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.216273] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.216547] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.216667] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.216761] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.216958] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.217041] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.217273] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.217366] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.217455] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.217603] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.217651] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.217851] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.217949] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.218054] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.218182] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.218257] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.218340] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e78453c-649c-4657-bcf9-67fbd6919541 is going to be updated. [ 894.289729] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.289729] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.289729] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.290600] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.290757] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.315027] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e78453c-649c-4657-bcf9-67fbd6919541 in Status: IN_PROGRESS for 2s [ 894.388093] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be6e523b-5644-46ea-b989-e4f6a7d674c6: rpc.has_security_group_logging(os_id): False [ 894.391389] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.391589] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.391589] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.392241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.392402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.392568] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be updated. [ 894.410169] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.410169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.410169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.410169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.410747] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.410958] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.411216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.411216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.411340] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.411425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.414754] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.414754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.414754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.414754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.414754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.414754] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.414754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.414754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.414754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.414754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.414754] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 is going to be created. [ 894.426775] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.426990] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.426990] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.427361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.427361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.440317] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 894.499492] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.499771] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.499886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.500238] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.500452] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.521242] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73da4a62-171f-4029-ab34-10c08da987b8 in Status: SUCCESS [ 894.521482] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73da4a62-171f-4029-ab34-10c08da987b8 deletion is rescheduled due to dependency. [ 894.521556] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73da4a62-171f-4029-ab34-10c08da987b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.521789] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21bdebad-0d48-4dbe-9e62-ba04bb2029cd [ 894.522346] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.522346] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.522346] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.522598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.522661] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.522730] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21bdebad-0d48-4dbe-9e62-ba04bb2029cd already deleted. [ 894.522867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21bdebad-0d48-4dbe-9e62-ba04bb2029cd" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.524787] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 in Status: IN_PROGRESS for 2s [ 894.817558] env[65933]: INFO networking_nsxv3.common.synchronization [req-a10edddc-4ba9-43eb-bc80-778315903dd7 req-aadb4a3f-ea3f-4e4f-b0d7-ceee039f7020 tempest-AttachVolumeNegativeTest-1380379024 tempest-AttachVolumeNegativeTest-1380379024-project-member] Enqueued Resource ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 with Priority: HIGHEST for action security_group_members [ 894.818545] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 with Priority: HIGHEST for action security_group_members [ 894.819907] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d5d0272-3c59-4aa0-9df9-ed600c524e07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.820037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.820037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.820290] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.820469] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.820681] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.820681] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.820817] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.820918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.821028] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d5d0272-3c59-4aa0-9df9-ed600c524e07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.170646] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.171014] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-313" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.171014] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-313" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.171384] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-313" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.171590] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.171749] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.171866] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.172121] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.172295] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.172500] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.172612] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.172718] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.172827] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.172933] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.173046] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.173180] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.194605] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.194605] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.194795] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.195120] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-313" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.195239] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-c20a8cf9-d307-4230-b5f0-ee8e9471d0ac taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.195875] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-c20a8cf9-d307-4230-b5f0-ee8e9471d0ac" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.195875] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-c20a8cf9-d307-4230-b5f0-ee8e9471d0ac" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.196169] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-c20a8cf9-d307-4230-b5f0-ee8e9471d0ac" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.196328] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c20a8cf9-d307-4230-b5f0-ee8e9471d0ac',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.324261] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.324261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.324261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.324261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.324261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.324604] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.324604] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.324689] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.324865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.324953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.325058] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 already deleted. [ 895.325142] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.698547] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.698836] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.699070] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.699409] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.699579] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.699739] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port c20a8cf9-d307-4230-b5f0-ee8e9471d0ac not found, creating... [ 895.701195] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.701195] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.701195] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.701195] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.701195] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.701195] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.701195] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.701539] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.701539] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.701590] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.701945] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: c20a8cf9-d307-4230-b5f0-ee8e9471d0ac is going to be created. [ 895.723258] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.723531] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.723769] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.724111] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.724404] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.724673] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-c20a8cf9-d307-4230-b5f0-ee8e9471d0ac" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.985163] env[65933]: INFO networking_nsxv3.common.synchronization [req-2fd5814f-35b3-4fc0-904f-4b2a1775e2d6 req-e641ed68-425b-4120-9e87-bacfe19467d3 tempest-ImagesTestJSON-331983412 tempest-ImagesTestJSON-331983412-project-member] Enqueued Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 895.985821] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 895.986452] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.986587] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.986656] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.986947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.987223] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.987340] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.987404] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.988954] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.989085] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.989219] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.338844] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e78453c-649c-4657-bcf9-67fbd6919541 in Status: SUCCESS [ 896.339232] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.339280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.339519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.339606] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.365825] env[65933]: INFO networking_nsxv3.common.synchronization [req-703a0ef3-b7cc-4f9b-b0b0-31bc8a6bd0cd req-5d743cab-df9d-4106-a121-4c6205a7822c tempest-MigrationsAdminTest-3882852 tempest-MigrationsAdminTest-3882852-project-member] Enqueued Resource ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 with Priority: HIGHEST for action security_group_members [ 896.366477] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 with Priority: HIGHEST for action security_group_members [ 896.367041] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.367171] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.367241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.367441] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.367593] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.367692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.367755] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.367898] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.367983] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.368091] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.435825] env[65933]: INFO networking_nsxv3.common.synchronization [req-a10edddc-4ba9-43eb-bc80-778315903dd7 req-2481592b-3da7-4dcc-b6fd-352a7ab01845 service nova] Enqueued Resource ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 with Priority: HIGHEST for action security_group_rules [ 896.436849] env[65933]: INFO networking_nsxv3.common.synchronization [req-a10edddc-4ba9-43eb-bc80-778315903dd7 req-2481592b-3da7-4dcc-b6fd-352a7ab01845 service nova] Enqueued Resource ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 with Priority: HIGHEST for action security_group_members [ 896.436849] env[65933]: INFO networking_nsxv3.common.synchronization [req-a10edddc-4ba9-43eb-bc80-778315903dd7 req-2481592b-3da7-4dcc-b6fd-352a7ab01845 service nova] Enqueued Resource ID: c20a8cf9-d307-4230-b5f0-ee8e9471d0ac with Priority: HIGHEST for action port [ 896.437288] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 with Priority: HIGHEST for action security_group_rules [ 896.437804] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 with Priority: HIGHEST for action security_group_members [ 896.437804] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20a8cf9-d307-4230-b5f0-ee8e9471d0ac with Priority: HIGHEST for action port [ 896.438949] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d5d0272-3c59-4aa0-9df9-ed600c524e07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.439075] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.439216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.439349] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.442691] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d5d0272-3c59-4aa0-9df9-ed600c524e07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.442691] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d5d0272-3c59-4aa0-9df9-ed600c524e07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.442691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.442691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.442691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.442691] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.442691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.442691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.442691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.443135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.443135] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d5d0272-3c59-4aa0-9df9-ed600c524e07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.445099] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-c20a8cf9-d307-4230-b5f0-ee8e9471d0ac taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.446131] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c20a8cf9-d307-4230-b5f0-ee8e9471d0ac" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.446303] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c20a8cf9-d307-4230-b5f0-ee8e9471d0ac" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.446553] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c20a8cf9-d307-4230-b5f0-ee8e9471d0ac" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.447031] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c20a8cf9-d307-4230-b5f0-ee8e9471d0ac',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.459988] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 896.461501] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.462188] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.463037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.463449] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.464632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.464632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.464632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.464632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.464632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.464632] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.493534] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.493814] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.493991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.494262] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.494393] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.494631] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.494788] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.494909] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.495117] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.495293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.495430] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 is going to be updated. [ 896.527807] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.528026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.528168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.528474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.528716] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.541452] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: IN_PROGRESS for 2s [ 896.544974] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 in Status: SUCCESS [ 896.545200] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.822539] env[65933]: INFO networking_nsxv3.common.synchronization [req-f0a578d3-121b-4875-977a-b3a3b567bd55 req-2450ddc6-3ae5-47a9-97d0-b7d63c7b236b tempest-ImagesOneServerNegativeTestJSON-1211298822 tempest-ImagesOneServerNegativeTestJSON-1211298822-project-member] Enqueued Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_members [ 896.823185] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_members [ 896.823544] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.823733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.823824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.824542] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.824892] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.825384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.825564] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.825809] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.825950] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.826070] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.842772] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e78453c-649c-4657-bcf9-67fbd6919541 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.842936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.843012] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.843294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.843520] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.843596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.843680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.843871] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.843960] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.844066] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.844179] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.873042] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.949703] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d5d0272-3c59-4aa0-9df9-ed600c524e07 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.949903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.950243] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d5d0272-3c59-4aa0-9df9-ed600c524e07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.951946] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c20a8cf9-d307-4230-b5f0-ee8e9471d0ac with status ACTIVE [ 896.952388] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.953136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.953136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.953136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.953136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.953650] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.953650] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.953650] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.953650] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.953650] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.953806] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.953878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.953878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.954287] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.954287] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.954287] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c20a8cf9-d307-4230-b5f0-ee8e9471d0ac is going to be updated. [ 896.971051] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.971490] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.971788] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.972106] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.975944] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.975944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.975944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.975944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.975944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.975944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.975944] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.975944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.975944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.975944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.975944] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.975944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.975944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.975944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.975944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.976445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.976474] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.980502] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.981388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.981388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.981388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.981388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.981757] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c20a8cf9-d307-4230-b5f0-ee8e9471d0ac" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.314583] env[65933]: INFO networking_nsxv3.common.synchronization [req-3e7a4269-9702-40e4-a61e-e2fbee35c93a req-8ca0d4bf-f36f-47d1-afe1-abd868f4d607 tempest-ServersNegativeTestMultiTenantJSON-1665253306 tempest-ServersNegativeTestMultiTenantJSON-1665253306-project-member] Enqueued Resource ID: 4b04c899-2a32-4d93-8f12-bfffda8ef913 with Priority: HIGHEST for action security_group_members [ 897.314583] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b04c899-2a32-4d93-8f12-bfffda8ef913 with Priority: HIGHEST for action security_group_members [ 897.314583] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b04c899-2a32-4d93-8f12-bfffda8ef913 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.314583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.314583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.314583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.314583] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.314583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.314583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.314583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.314583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.315292] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b04c899-2a32-4d93-8f12-bfffda8ef913',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.329108] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.329277] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.329336] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.329550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.329638] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.329835] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.329929] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.330252] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.330252] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.330252] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.330418] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b is going to be updated. [ 897.347112] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e78453c-649c-4657-bcf9-67fbd6919541 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.347411] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.347411] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.347578] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.347704] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.348116] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.348116] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.348116] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.348240] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.348240] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.348379] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e78453c-649c-4657-bcf9-67fbd6919541 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.348483] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.348548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.348703] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.348853] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.348946] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.349046] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.349173] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.349253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.349331] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.349435] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.363277] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.363415] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.363560] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.363688] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.363996] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.373208] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.374796] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: IN_PROGRESS for 2s [ 897.460023] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d5d0272-3c59-4aa0-9df9-ed600c524e07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.483288] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 322277bd-a597-4ae4-b5e4-559a3a693e51: rpc.has_security_group_logging(os_id): False [ 897.505901] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.505901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.505901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.505901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.505901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.506184] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.506184] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.506256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.506396] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.506590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.506811] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.506994] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.507051] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.508388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.508388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.508388] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.508388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.508388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.508388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.508388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.508388] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be updated. [ 897.583860] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.584055] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.584132] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.584344] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.584491] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.597861] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 897.718045] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.719138] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-849" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.719138] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-849" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.719138] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-849" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.719138] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.719390] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.719539] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.719795] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.719982] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.720247] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.720397] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.720540] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.720678] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.720826] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.720966] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.721148] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.749340] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.749528] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.749673] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.749857] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-849" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.750227] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-7c72b418-6fb7-4178-be1f-69949bbe885b taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.750412] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-7c72b418-6fb7-4178-be1f-69949bbe885b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.750537] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-7c72b418-6fb7-4178-be1f-69949bbe885b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.750899] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-7c72b418-6fb7-4178-be1f-69949bbe885b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.751118] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c72b418-6fb7-4178-be1f-69949bbe885b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.817120] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.817286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.817359] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.817673] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.817673] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.817983] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.818154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.818223] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.818402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.818481] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.818572] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b04c899-2a32-4d93-8f12-bfffda8ef913 already deleted. [ 897.818653] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.853084] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e78453c-649c-4657-bcf9-67fbd6919541: rpc.has_security_group_logging(os_id): False [ 897.875093] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.875093] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.875093] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.875093] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.875093] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.875093] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.875093] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.875093] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.875093] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.875093] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.875093] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.875093] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.875093] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.875093] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.875519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.875712] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.875856] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.875919] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.876381] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.876458] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.876543] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e78453c-649c-4657-bcf9-67fbd6919541 is going to be updated. [ 897.877950] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.878080] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.878202] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.878283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.878379] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.878445] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 is going to be updated. [ 897.924203] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.924367] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.924422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.924638] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.924788] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.939022] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 in Status: IN_PROGRESS for 2s [ 897.964135] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.964254] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.964328] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.964583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.964779] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.967486] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.967486] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.967486] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.967486] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.967486] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.967486] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 is going to be created. [ 897.981964] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e78453c-649c-4657-bcf9-67fbd6919541 in Status: IN_PROGRESS for 2s [ 897.991368] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.991555] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.991655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.991919] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.992154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.003947] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 in Status: UNINITIALIZED for 2s [ 898.255770] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.256098] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.256233] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.256517] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.256668] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.256852] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 7c72b418-6fb7-4178-be1f-69949bbe885b not found, creating... [ 898.257116] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.257279] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.257395] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.257619] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.257758] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.258046] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.258202] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.258317] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.258518] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.258651] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.258808] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 7c72b418-6fb7-4178-be1f-69949bbe885b is going to be created. [ 898.292751] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.292993] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.293136] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.293466] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.293720] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.294037] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-7c72b418-6fb7-4178-be1f-69949bbe885b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.552824] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: SUCCESS [ 898.553092] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 deletion is rescheduled due to dependency. [ 898.553153] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.012374] env[65933]: INFO networking_nsxv3.common.synchronization [req-3e7a4269-9702-40e4-a61e-e2fbee35c93a req-b658916b-7329-4a82-901b-67f5decad0f1 service nova] Enqueued Resource ID: 4b04c899-2a32-4d93-8f12-bfffda8ef913 with Priority: HIGHEST for action security_group_rules [ 899.012649] env[65933]: INFO networking_nsxv3.common.synchronization [req-3e7a4269-9702-40e4-a61e-e2fbee35c93a req-b658916b-7329-4a82-901b-67f5decad0f1 service nova] Enqueued Resource ID: 4b04c899-2a32-4d93-8f12-bfffda8ef913 with Priority: HIGHEST for action security_group_members [ 899.012702] env[65933]: INFO networking_nsxv3.common.synchronization [req-3e7a4269-9702-40e4-a61e-e2fbee35c93a req-b658916b-7329-4a82-901b-67f5decad0f1 service nova] Enqueued Resource ID: 7c72b418-6fb7-4178-be1f-69949bbe885b with Priority: HIGHEST for action port [ 899.013231] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b04c899-2a32-4d93-8f12-bfffda8ef913 with Priority: HIGHEST for action security_group_rules [ 899.013401] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b04c899-2a32-4d93-8f12-bfffda8ef913 with Priority: HIGHEST for action security_group_members [ 899.013483] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c72b418-6fb7-4178-be1f-69949bbe885b with Priority: HIGHEST for action port [ 899.014072] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b04c899-2a32-4d93-8f12-bfffda8ef913 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.014230] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.014276] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.014505] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.014610] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b04c899-2a32-4d93-8f12-bfffda8ef913',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.016201] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b04c899-2a32-4d93-8f12-bfffda8ef913 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.016326] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.016419] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.016602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.016718] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.016815] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.016876] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.017032] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.017118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.017212] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b04c899-2a32-4d93-8f12-bfffda8ef913',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.018476] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c72b418-6fb7-4178-be1f-69949bbe885b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.018599] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c72b418-6fb7-4178-be1f-69949bbe885b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.018674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c72b418-6fb7-4178-be1f-69949bbe885b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.018847] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c72b418-6fb7-4178-be1f-69949bbe885b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.018946] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c72b418-6fb7-4178-be1f-69949bbe885b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.386882] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: SUCCESS [ 899.387111] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b deletion is rescheduled due to dependency. [ 899.387180] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.520793] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b04c899-2a32-4d93-8f12-bfffda8ef913',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.521892] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b04c899-2a32-4d93-8f12-bfffda8ef913 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.522102] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.522241] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c72b418-6fb7-4178-be1f-69949bbe885b with status ACTIVE [ 899.522423] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.522681] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.522758] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.522961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.523063] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.523236] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.523335] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.523397] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.523556] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.523634] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.523815] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.523902] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.523957] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.524120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.524194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.524278] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c72b418-6fb7-4178-be1f-69949bbe885b is going to be updated. [ 899.546708] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.546982] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.546982] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.547172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.547311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.547473] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c72b418-6fb7-4178-be1f-69949bbe885b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.613016] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 899.613016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.948220] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 in Status: SUCCESS [ 899.949044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.996017] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e78453c-649c-4657-bcf9-67fbd6919541 in Status: SUCCESS [ 899.996017] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.015388] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 in Status: SUCCESS [ 900.017965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.017965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.017965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.017965] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.017965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.017965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.017965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.017965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.017965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.017965] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d5d0272-3c59-4aa0-9df9-ed600c524e07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.026993] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b04c899-2a32-4d93-8f12-bfffda8ef913',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.520990] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d5d0272-3c59-4aa0-9df9-ed600c524e07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.529128] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.529286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.529358] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.529572] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.529663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.529799] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b04c899-2a32-4d93-8f12-bfffda8ef913 is going to be created. [ 900.538270] env[65933]: INFO networking_nsxv3.common.synchronization [None req-ba9fc263-a3cf-4c46-bb99-789ef1a7507a tempest-ServerDiskConfigTestJSON-122935285 tempest-ServerDiskConfigTestJSON-122935285-project-member] Enqueued Resource ID: 706c5251-a4e2-4d06-bde8-8882f87af840 with Priority: HIGHEST for action security_group_rules [ 900.538944] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 706c5251-a4e2-4d06-bde8-8882f87af840 with Priority: HIGHEST for action security_group_rules [ 900.539281] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-706c5251-a4e2-4d06-bde8-8882f87af840 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.539620] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-706c5251-a4e2-4d06-bde8-8882f87af840" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.539620] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-706c5251-a4e2-4d06-bde8-8882f87af840" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.539722] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-706c5251-a4e2-4d06-bde8-8882f87af840" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.539803] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('706c5251-a4e2-4d06-bde8-8882f87af840',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.563362] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.563492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.563492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.563711] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.563907] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.574735] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b04c899-2a32-4d93-8f12-bfffda8ef913 in Status: UNINITIALIZED for 2s [ 900.638995] env[65933]: INFO networking_nsxv3.common.synchronization [None req-620e311d-5142-4075-a801-bd6956c443c3 tempest-ServerDiskConfigTestJSON-122935285 tempest-ServerDiskConfigTestJSON-122935285-project-member] Enqueued Resource ID: 706c5251-a4e2-4d06-bde8-8882f87af840 with Priority: HIGHEST for action security_group_rules [ 900.639660] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 706c5251-a4e2-4d06-bde8-8882f87af840 with Priority: HIGHEST for action security_group_rules [ 900.640093] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-706c5251-a4e2-4d06-bde8-8882f87af840 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.640149] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-706c5251-a4e2-4d06-bde8-8882f87af840" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.024583] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d5d0272-3c59-4aa0-9df9-ed600c524e07: rpc.has_security_group_logging(os_id): False [ 901.045501] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.045821] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.045821] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.045964] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.048302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.048643] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.048773] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.048843] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.049594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.049718] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.049820] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 is going to be created. [ 901.082355] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.082507] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.082571] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.082784] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.082874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.082976] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 706c5251-a4e2-4d06-bde8-8882f87af840 already deleted. [ 901.083058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-706c5251-a4e2-4d06-bde8-8882f87af840" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.083212] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-706c5251-a4e2-4d06-bde8-8882f87af840" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.083371] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-706c5251-a4e2-4d06-bde8-8882f87af840" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.083493] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('706c5251-a4e2-4d06-bde8-8882f87af840',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.155327] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.155554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.155697] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.156090] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.156579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.171530] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 in Status: IN_PROGRESS for 2s [ 901.608316] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.608316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.608316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.608316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.608316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.608316] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 706c5251-a4e2-4d06-bde8-8882f87af840 already deleted. [ 901.608316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-706c5251-a4e2-4d06-bde8-8882f87af840" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.584780] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b04c899-2a32-4d93-8f12-bfffda8ef913 in Status: SUCCESS [ 902.587014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.587014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.587014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.587014] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.587014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.587014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.587014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.587014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.587014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.587014] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b04c899-2a32-4d93-8f12-bfffda8ef913',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.089288] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b04c899-2a32-4d93-8f12-bfffda8ef913 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.089469] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.089524] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.089729] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.089919] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.090054] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.090131] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.090297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.090399] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.090493] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.090640] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b04c899-2a32-4d93-8f12-bfffda8ef913 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.090735] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.090794] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.090937] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.091107] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.091211] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.091291] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.091472] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.091585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.091710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.091844] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b04c899-2a32-4d93-8f12-bfffda8ef913',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.185517] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 in Status: SUCCESS [ 903.185654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.594421] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b04c899-2a32-4d93-8f12-bfffda8ef913: rpc.has_security_group_logging(os_id): False [ 903.616155] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.616319] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.616444] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.616717] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.616928] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.617256] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.617394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.617514] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.617779] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.617950] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.618186] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.618415] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.618415] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.618550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.618643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.618850] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.618949] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.619024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.619170] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.619245] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.619332] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b04c899-2a32-4d93-8f12-bfffda8ef913 is going to be created. [ 903.693638] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.693863] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.693940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.694188] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.694509] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.705952] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b04c899-2a32-4d93-8f12-bfffda8ef913 in Status: IN_PROGRESS for 2s [ 903.866069] env[65933]: INFO networking_nsxv3.common.synchronization [req-baf948be-299e-474f-a811-4438a78f0a1d req-8f6cf59e-802f-4703-82df-4d75385f4a27 tempest-AttachVolumeTestJSON-122849174 tempest-AttachVolumeTestJSON-122849174-project-member] Enqueued Resource ID: 82785649-b730-4ac3-a06c-cd70a12a8652 with Priority: HIGHEST for action security_group_members [ 903.866622] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82785649-b730-4ac3-a06c-cd70a12a8652 with Priority: HIGHEST for action security_group_members [ 903.866996] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-82785649-b730-4ac3-a06c-cd70a12a8652 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.867492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.867648] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.868261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.868261] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.868261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.868261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.868500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.868500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.868615] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82785649-b730-4ac3-a06c-cd70a12a8652',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.281862] env[65933]: INFO networking_nsxv3.common.synchronization [req-36224b44-93bc-4a46-a19b-447dbb1f3708 req-7dffc2de-54ca-40eb-bc8e-a60b02fba410 tempest-ServerDiskConfigTestJSON-122935285 tempest-ServerDiskConfigTestJSON-122935285-project-member] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 904.282515] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 904.283955] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.284642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.284763] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.285463] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.285677] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.286209] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.286209] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.286397] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.286747] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.286911] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.372415] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.372415] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.372415] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.372727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.372766] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.373087] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.373270] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.373358] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.373602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.373756] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.374030] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82785649-b730-4ac3-a06c-cd70a12a8652 is going to be updated. [ 904.415853] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.416126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.416203] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.417099] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.417099] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.434913] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82785649-b730-4ac3-a06c-cd70a12a8652 in Status: IN_PROGRESS for 2s [ 904.792647] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.792647] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.792647] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.792647] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.792647] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.792647] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.792647] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.792647] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.792647] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.792647] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.792647] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 is going to be updated. [ 904.824286] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.824286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.824286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.824286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.824286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.832654] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: IN_PROGRESS for 2s [ 905.720157] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b04c899-2a32-4d93-8f12-bfffda8ef913 in Status: SUCCESS [ 905.720157] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.446328] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82785649-b730-4ac3-a06c-cd70a12a8652 in Status: SUCCESS [ 906.446751] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82785649-b730-4ac3-a06c-cd70a12a8652 deletion is rescheduled due to dependency. [ 906.446751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.843564] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: SUCCESS [ 906.843751] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 deletion is rescheduled due to dependency. [ 906.843909] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.283575] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 909.283955] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 909.707775] env[65933]: INFO networking_nsxv3.common.synchronization [None req-5e9a6861-eea3-4ced-bf4f-137769084ecc None None] Enqueued Resource ID: 1ef9dfb9-e382-49f7-9319-516983753804 with Priority: HIGHEST for action port [ 909.708566] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef9dfb9-e382-49f7-9319-516983753804 with Priority: HIGHEST for action port [ 909.708660] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ef9dfb9-e382-49f7-9319-516983753804 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.708854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ef9dfb9-e382-49f7-9319-516983753804" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.708854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ef9dfb9-e382-49f7-9319-516983753804" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.709090] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ef9dfb9-e382-49f7-9319-516983753804" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.709181] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef9dfb9-e382-49f7-9319-516983753804',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.746830] env[65933]: INFO networking_nsxv3.common.synchronization [None req-03cc7d96-d651-42d2-9532-b4630e16cd63 tempest-AttachInterfacesTestJSON-2120938241 tempest-AttachInterfacesTestJSON-2120938241-project-member] Enqueued Resource ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 with Priority: HIGHEST for action security_group_rules [ 909.747257] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 with Priority: HIGHEST for action security_group_rules [ 909.748163] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b386e9b9-e837-47a1-9512-4a6764c75dd1 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.748163] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.748163] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.748163] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.748163] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b386e9b9-e837-47a1-9512-4a6764c75dd1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.892825] env[65933]: INFO networking_nsxv3.common.synchronization [None req-d88866f9-9721-41fc-9ff6-d6b0a74e8f36 tempest-AttachInterfacesTestJSON-2120938241 tempest-AttachInterfacesTestJSON-2120938241-project-member] Enqueued Resource ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 with Priority: HIGHEST for action security_group_rules [ 909.893468] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 with Priority: HIGHEST for action security_group_rules [ 909.893787] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b386e9b9-e837-47a1-9512-4a6764c75dd1 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.893892] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.211390] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ef9dfb9-e382-49f7-9319-516983753804 [ 910.211685] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.211835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.211904] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.212141] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.212220] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.212315] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ef9dfb9-e382-49f7-9319-516983753804 already deleted. [ 910.212408] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ef9dfb9-e382-49f7-9319-516983753804" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.270864] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.271188] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.271302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.271608] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.276195] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.276195] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 already deleted. [ 910.276195] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.276195] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.276195] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.276195] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b386e9b9-e837-47a1-9512-4a6764c75dd1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.740085] env[65933]: INFO networking_nsxv3.common.synchronization [None req-96060ab1-331d-41dd-b910-3341c89a46d2 tempest-ServerActionsV293TestJSON-1867106667 tempest-ServerActionsV293TestJSON-1867106667-project-member] Enqueued Resource ID: 673396d8-03ed-445a-bead-1af3138d9c68 with Priority: HIGHEST for action security_group_rules [ 910.740603] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 673396d8-03ed-445a-bead-1af3138d9c68 with Priority: HIGHEST for action security_group_rules [ 910.740910] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-673396d8-03ed-445a-bead-1af3138d9c68 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.741432] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.741432] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.741701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.741834] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('673396d8-03ed-445a-bead-1af3138d9c68',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.799746] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.799917] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.800011] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.800202] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.800294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.800389] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 already deleted. [ 910.800472] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.808575] env[65933]: INFO networking_nsxv3.common.synchronization [req-d2fcfed4-463a-43b4-8cfd-53990f485042 req-0e8e0b4d-6606-4452-824f-91e9de7cec1f tempest-FloatingIPsAssociationNegativeTestJSON-641891509 tempest-FloatingIPsAssociationNegativeTestJSON-641891509-project-member] Enqueued Resource ID: a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 with Priority: HIGHEST for action security_group_members [ 910.812020] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 with Priority: HIGHEST for action security_group_members [ 910.812020] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.812020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.812020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.812020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.812020] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.812020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.812020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.812020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.812020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.812020] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a475b5c9-2f97-44e2-bd2d-374a22ce5fc6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.925365] env[65933]: INFO networking_nsxv3.common.synchronization [None req-71be61ca-9880-4ccb-aa9f-e2d1ef8b7a49 tempest-ServerActionsV293TestJSON-1867106667 tempest-ServerActionsV293TestJSON-1867106667-project-member] Enqueued Resource ID: 673396d8-03ed-445a-bead-1af3138d9c68 with Priority: HIGHEST for action security_group_rules [ 910.925365] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 673396d8-03ed-445a-bead-1af3138d9c68 with Priority: HIGHEST for action security_group_rules [ 910.925914] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-673396d8-03ed-445a-bead-1af3138d9c68 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.926182] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.164617] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.164822] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-832" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.164947] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-832" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.165310] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-832" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.165753] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.165983] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.166134] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.166358] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.166492] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.166695] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.166807] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.167013] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.167133] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.167253] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.167349] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.167477] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.189591] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.189797] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.189952] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.190178] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-832" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.190406] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-d225be44-374f-4068-9b40-ea85dca101cb taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.190581] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-d225be44-374f-4068-9b40-ea85dca101cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.190744] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-d225be44-374f-4068-9b40-ea85dca101cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.190994] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-d225be44-374f-4068-9b40-ea85dca101cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.191143] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d225be44-374f-4068-9b40-ea85dca101cb',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.262091] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.262257] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.262316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.262527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.262614] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.262711] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 673396d8-03ed-445a-bead-1af3138d9c68 already deleted. [ 911.262794] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.262947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.263116] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.263199] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('673396d8-03ed-445a-bead-1af3138d9c68',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.315261] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.315519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.315642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.316033] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.316177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.316393] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.316500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.316566] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.316730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.316862] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.317063] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 already deleted. [ 911.317164] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.694267] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.694512] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.694639] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.694937] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.695102] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.695285] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port d225be44-374f-4068-9b40-ea85dca101cb not found, creating... [ 911.695554] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.695715] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.695833] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.696168] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.696312] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.696591] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.696745] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.696957] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.697301] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.697456] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.697605] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: d225be44-374f-4068-9b40-ea85dca101cb is going to be created. [ 911.717861] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.718139] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.718189] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.718496] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.718728] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.718952] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-d225be44-374f-4068-9b40-ea85dca101cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.790933] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.791250] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.791250] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.791679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.791762] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.791960] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 673396d8-03ed-445a-bead-1af3138d9c68 already deleted. [ 911.791960] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.524210] env[65933]: INFO networking_nsxv3.common.synchronization [req-d2fcfed4-463a-43b4-8cfd-53990f485042 req-19c1d225-be64-4754-8c4a-61b568623974 service nova] Enqueued Resource ID: a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 with Priority: HIGHEST for action security_group_rules [ 912.524345] env[65933]: INFO networking_nsxv3.common.synchronization [req-d2fcfed4-463a-43b4-8cfd-53990f485042 req-19c1d225-be64-4754-8c4a-61b568623974 service nova] Enqueued Resource ID: a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 with Priority: HIGHEST for action security_group_members [ 912.524494] env[65933]: INFO networking_nsxv3.common.synchronization [req-d2fcfed4-463a-43b4-8cfd-53990f485042 req-19c1d225-be64-4754-8c4a-61b568623974 service nova] Enqueued Resource ID: d225be44-374f-4068-9b40-ea85dca101cb with Priority: HIGHEST for action port [ 912.525025] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 with Priority: HIGHEST for action security_group_rules [ 912.525383] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 with Priority: HIGHEST for action security_group_members [ 912.525383] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d225be44-374f-4068-9b40-ea85dca101cb with Priority: HIGHEST for action port [ 912.525782] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.525782] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.525782] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.526043] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.526131] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a475b5c9-2f97-44e2-bd2d-374a22ce5fc6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.527237] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.527237] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.527313] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.527490] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.527942] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.529022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.529022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.529022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.529022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.529022] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a475b5c9-2f97-44e2-bd2d-374a22ce5fc6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.530164] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d225be44-374f-4068-9b40-ea85dca101cb taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.530164] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d225be44-374f-4068-9b40-ea85dca101cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.530332] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d225be44-374f-4068-9b40-ea85dca101cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.530426] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d225be44-374f-4068-9b40-ea85dca101cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.530574] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d225be44-374f-4068-9b40-ea85dca101cb',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.626635] env[65933]: INFO networking_nsxv3.common.synchronization [None req-de24d287-233e-4301-a9ed-b1ba5da2ad6c None None] Enqueued Resource ID: 0f150b6c-bb7d-4230-803e-c7c45018efa6 with Priority: HIGHEST for action port [ 912.626810] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f150b6c-bb7d-4230-803e-c7c45018efa6 with Priority: HIGHEST for action port [ 912.627184] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f150b6c-bb7d-4230-803e-c7c45018efa6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.627345] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f150b6c-bb7d-4230-803e-c7c45018efa6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.627424] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f150b6c-bb7d-4230-803e-c7c45018efa6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.627646] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f150b6c-bb7d-4230-803e-c7c45018efa6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.627724] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f150b6c-bb7d-4230-803e-c7c45018efa6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.033039] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.033391] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.033391] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a475b5c9-2f97-44e2-bd2d-374a22ce5fc6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.037394] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d225be44-374f-4068-9b40-ea85dca101cb with status ACTIVE [ 913.037394] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.037394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.037394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.037394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.037394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.038094] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.038641] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.038732] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.038944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.039047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.039259] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.039354] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.040133] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.040322] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.040406] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.040499] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d225be44-374f-4068-9b40-ea85dca101cb is going to be updated. [ 913.069590] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.069827] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.069954] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.070214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.070396] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.070569] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d225be44-374f-4068-9b40-ea85dca101cb" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.137589] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f150b6c-bb7d-4230-803e-c7c45018efa6 [ 913.137715] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.137893] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.138075] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.138239] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.138336] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.138424] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f150b6c-bb7d-4230-803e-c7c45018efa6 already deleted. [ 913.138506] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f150b6c-bb7d-4230-803e-c7c45018efa6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.197922] env[65933]: INFO networking_nsxv3.common.synchronization [req-0d57b9fb-7c01-4214-858b-a69265d3f91a req-191d0d86-1618-4f5c-b20e-e3775f44372f tempest-ImagesTestJSON-331983412 tempest-ImagesTestJSON-331983412-project-member] Enqueued Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 913.198636] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 913.198959] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.199114] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.199174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.199379] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.199547] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.199680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.199772] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.199944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.200085] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.200140] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.536616] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a475b5c9-2f97-44e2-bd2d-374a22ce5fc6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.590815] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.590815] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-618" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.590815] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-618" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.591153] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-618" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.591445] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.591650] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.591781] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.592011] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.592208] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.592420] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.592533] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.592683] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.592804] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.592917] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.593043] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.593177] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.611345] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.611521] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.611696] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.611873] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-618" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.612257] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-78e73efc-1f27-4e86-865a-fe98b94e96fe taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.612443] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-78e73efc-1f27-4e86-865a-fe98b94e96fe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.612567] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-78e73efc-1f27-4e86-865a-fe98b94e96fe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.612904] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-78e73efc-1f27-4e86-865a-fe98b94e96fe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.613080] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78e73efc-1f27-4e86-865a-fe98b94e96fe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.704255] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.704452] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.704537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.704773] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.704867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.705127] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.705242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.705306] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.705465] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.705544] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.705632] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 is going to be updated. [ 913.765259] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.765468] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.765541] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.765751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.765942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.779654] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: IN_PROGRESS for 2s [ 914.038149] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.038480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.038480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.038589] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.038620] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.038713] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 is going to be created. [ 914.067616] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.067616] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.067616] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.067911] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.067911] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.078757] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 in Status: UNINITIALIZED for 2s [ 914.115409] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.115769] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.116043] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.116446] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.116684] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.117026] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 78e73efc-1f27-4e86-865a-fe98b94e96fe not found, creating... [ 914.117394] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.117598] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.117729] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.117967] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.118147] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.118483] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.118649] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.118768] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.118987] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.119139] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.119277] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 78e73efc-1f27-4e86-865a-fe98b94e96fe is going to be created. [ 914.141301] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.141647] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.141823] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.142164] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.142420] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.143017] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-78e73efc-1f27-4e86-865a-fe98b94e96fe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.183388] env[65933]: INFO networking_nsxv3.common.synchronization [req-082c7a63-3d4e-4a64-ac79-d0e83b78a9b1 req-69da83f5-68b5-4ac1-8401-2bd7748dbed8 tempest-ServersWithSpecificFlavorTestJSON-318848990 tempest-ServersWithSpecificFlavorTestJSON-318848990-project-member] Enqueued Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGHEST for action security_group_members [ 914.184258] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGHEST for action security_group_members [ 914.184628] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-63968d53-7162-451b-8a05-0f14bd1489dc taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.184815] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.184956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.185258] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.185513] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.185678] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.185779] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.186035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.186174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.186351] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63968d53-7162-451b-8a05-0f14bd1489dc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.689189] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.689451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.689451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.689730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.689989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.690132] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.690262] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.690351] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.690616] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.690701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.690800] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63968d53-7162-451b-8a05-0f14bd1489dc is going to be updated. [ 914.727821] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.728078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.728158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.728360] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.728580] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.739024] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63968d53-7162-451b-8a05-0f14bd1489dc in Status: IN_PROGRESS for 2s [ 915.003382] env[65933]: INFO networking_nsxv3.common.synchronization [req-0d57b9fb-7c01-4214-858b-a69265d3f91a req-c6a2482e-b72a-4a31-a05e-671d07b9ef4c service nova] Enqueued Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_rules [ 915.003382] env[65933]: INFO networking_nsxv3.common.synchronization [req-0d57b9fb-7c01-4214-858b-a69265d3f91a req-c6a2482e-b72a-4a31-a05e-671d07b9ef4c service nova] Enqueued Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 915.003382] env[65933]: INFO networking_nsxv3.common.synchronization [req-0d57b9fb-7c01-4214-858b-a69265d3f91a req-c6a2482e-b72a-4a31-a05e-671d07b9ef4c service nova] Enqueued Resource ID: 78e73efc-1f27-4e86-865a-fe98b94e96fe with Priority: HIGHEST for action port [ 915.003382] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_rules [ 915.003382] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 915.003382] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e73efc-1f27-4e86-865a-fe98b94e96fe with Priority: HIGHEST for action port [ 915.003382] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.003382] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.003756] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.003756] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.003874] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.007600] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.007723] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.008172] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-78e73efc-1f27-4e86-865a-fe98b94e96fe taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.008172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78e73efc-1f27-4e86-865a-fe98b94e96fe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.008172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78e73efc-1f27-4e86-865a-fe98b94e96fe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.008492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78e73efc-1f27-4e86-865a-fe98b94e96fe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.008492] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78e73efc-1f27-4e86-865a-fe98b94e96fe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.512585] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.512869] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.516969] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78e73efc-1f27-4e86-865a-fe98b94e96fe with status ACTIVE [ 915.517368] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.517368] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.517497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.517754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.517754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.517949] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.518094] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.518170] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.518341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.518434] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.518662] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.518770] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.518880] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.519037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.519103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.519191] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78e73efc-1f27-4e86-865a-fe98b94e96fe is going to be updated. [ 915.541166] env[65933]: INFO networking_nsxv3.common.synchronization [req-270cf817-0ff2-4e5b-8960-e58ce1905605 req-461f1172-6ec3-401f-82c4-d7141ebaf5c5 tempest-ServersNegativeTestMultiTenantJSON-1665253306 tempest-ServersNegativeTestMultiTenantJSON-1665253306-project-member] Enqueued Resource ID: 4b04c899-2a32-4d93-8f12-bfffda8ef913 with Priority: HIGHEST for action security_group_members [ 915.543968] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.543968] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.543968] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.543968] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.544303] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.544381] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78e73efc-1f27-4e86-865a-fe98b94e96fe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.544930] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b04c899-2a32-4d93-8f12-bfffda8ef913 with Priority: HIGHEST for action security_group_members [ 915.545608] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b04c899-2a32-4d93-8f12-bfffda8ef913 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.545608] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.545608] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.545782] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.546028] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.546198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.546198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.546369] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.546459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.546577] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b04c899-2a32-4d93-8f12-bfffda8ef913',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.792694] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: SUCCESS [ 915.792694] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 deletion is rescheduled due to dependency. [ 915.792694] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.795320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.795320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.795320] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.795320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.795320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.795320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.795320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.795320] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.049452] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.049625] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.049711] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.049952] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.050067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.050266] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.050389] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.050451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.053302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.053302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.053302] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b04c899-2a32-4d93-8f12-bfffda8ef913 is going to be updated. [ 916.094023] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 in Status: SUCCESS [ 916.094023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.094023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.094023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.094023] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.094023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.094023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.094023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.094023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.094023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.094023] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a475b5c9-2f97-44e2-bd2d-374a22ce5fc6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.104023] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.104023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.104023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.104023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.104023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.114683] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b04c899-2a32-4d93-8f12-bfffda8ef913 in Status: IN_PROGRESS for 2s [ 916.298546] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.379904] env[65933]: INFO networking_nsxv3.common.synchronization [req-5d4e7ace-d536-4351-ae87-d5f5aa0ece67 req-3197c2b6-83f5-43c0-b35c-5e67df994399 tempest-DeleteServersTestJSON-1878305039 tempest-DeleteServersTestJSON-1878305039-project-member] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 916.381579] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 916.381708] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.381838] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.381916] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.382165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.382336] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.383029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.383029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.383029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.383029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.383029] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.597313] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.597695] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.597695] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.597791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.597903] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.598011] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.598089] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.598242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.598376] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.598439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.598557] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.598649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.598696] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.598837] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.599072] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.599072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.599247] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.599247] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.599315] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.599387] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.599477] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a475b5c9-2f97-44e2-bd2d-374a22ce5fc6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.752105] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63968d53-7162-451b-8a05-0f14bd1489dc in Status: SUCCESS [ 916.752377] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63968d53-7162-451b-8a05-0f14bd1489dc deletion is rescheduled due to dependency. [ 916.752530] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.801238] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.885515] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.885676] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.885772] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.886072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.886195] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.886408] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.886526] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.886604] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.886786] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.886867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.886995] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be updated. [ 916.919988] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.920233] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.920290] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.920543] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.920750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.934537] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 917.102110] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a475b5c9-2f97-44e2-bd2d-374a22ce5fc6: rpc.has_security_group_logging(os_id): False [ 917.124279] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.124425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.124500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.124715] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.124805] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.125064] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.125151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.125196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.125344] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.125424] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.125602] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.125696] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.125757] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.125889] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.125988] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.126189] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.126282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.126350] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.126487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.126561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.126645] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 is going to be created. [ 917.204046] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.204046] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.204046] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.204046] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.204046] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.218545] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 in Status: IN_PROGRESS for 2s [ 917.236368] env[65933]: INFO networking_nsxv3.common.synchronization [None req-dbf91556-5bd6-44ca-bb71-a13eb2a450c9 tempest-ImagesOneServerNegativeTestJSON-1211298822 tempest-ImagesOneServerNegativeTestJSON-1211298822-project-member] Enqueued Resource ID: 5a4991fb-2b80-4b1d-a206-2301435cfd3f with Priority: HIGHEST for action security_group_rules [ 917.236897] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4991fb-2b80-4b1d-a206-2301435cfd3f with Priority: HIGHEST for action security_group_rules [ 917.237266] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a4991fb-2b80-4b1d-a206-2301435cfd3f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.237398] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a4991fb-2b80-4b1d-a206-2301435cfd3f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.237585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a4991fb-2b80-4b1d-a206-2301435cfd3f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.237810] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a4991fb-2b80-4b1d-a206-2301435cfd3f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.237904] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a4991fb-2b80-4b1d-a206-2301435cfd3f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.303729] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.304107] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.304107] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.304281] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.304371] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.304643] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 is going to be updated. [ 917.346307] env[65933]: INFO networking_nsxv3.common.synchronization [None req-97f74130-ece8-4dd6-8490-98f42365a934 tempest-ImagesOneServerNegativeTestJSON-1211298822 tempest-ImagesOneServerNegativeTestJSON-1211298822-project-member] Enqueued Resource ID: 5a4991fb-2b80-4b1d-a206-2301435cfd3f with Priority: HIGHEST for action security_group_rules [ 917.346307] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4991fb-2b80-4b1d-a206-2301435cfd3f with Priority: HIGHEST for action security_group_rules [ 917.346391] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a4991fb-2b80-4b1d-a206-2301435cfd3f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.346537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a4991fb-2b80-4b1d-a206-2301435cfd3f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.379462] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.379663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.379766] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.380213] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.380510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.399300] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: IN_PROGRESS for 2s [ 917.763100] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.763100] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.763100] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.763100] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.763100] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.763100] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a4991fb-2b80-4b1d-a206-2301435cfd3f already deleted. [ 917.763522] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a4991fb-2b80-4b1d-a206-2301435cfd3f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.763522] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a4991fb-2b80-4b1d-a206-2301435cfd3f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.763522] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a4991fb-2b80-4b1d-a206-2301435cfd3f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.763602] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a4991fb-2b80-4b1d-a206-2301435cfd3f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.131135] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b04c899-2a32-4d93-8f12-bfffda8ef913 in Status: SUCCESS [ 918.131795] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b04c899-2a32-4d93-8f12-bfffda8ef913 deletion is rescheduled due to dependency. [ 918.131795] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.308122] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.308454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.308606] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.308902] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.309025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.309210] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a4991fb-2b80-4b1d-a206-2301435cfd3f already deleted. [ 918.309999] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a4991fb-2b80-4b1d-a206-2301435cfd3f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.374058] env[65933]: INFO networking_nsxv3.common.synchronization [req-d74e1971-ac9a-4861-9018-67ab08ac73b4 req-17b130cb-3eaf-451c-afe7-f26f22c0d050 tempest-ListServerFiltersTestJSON-1110142360 tempest-ListServerFiltersTestJSON-1110142360-project-member] Enqueued Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_members [ 918.374732] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_members [ 918.380188] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e78453c-649c-4657-bcf9-67fbd6919541 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.380457] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.380557] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.380757] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.380928] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.381096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.381096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.381329] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.381329] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.381514] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.608805] env[65933]: INFO networking_nsxv3.common.synchronization [req-d960ee38-3750-46d9-ab71-3e9dd9364a49 req-cf009a81-b990-41d4-80fe-42f8cdd62662 tempest-MigrationsAdminTest-3882852 tempest-MigrationsAdminTest-3882852-project-member] Enqueued Resource ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 with Priority: HIGHEST for action security_group_members [ 918.609505] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 with Priority: HIGHEST for action security_group_members [ 918.609889] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.610166] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.610166] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.610381] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.610541] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.610644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.610698] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.610849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.610914] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.611009] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.883940] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.944536] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 918.944672] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 deletion is rescheduled due to dependency. [ 918.944750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.114730] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.114730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.114730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.114730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.114730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.115079] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.115079] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.115079] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.115259] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.115358] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.115455] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 is going to be updated. [ 919.147388] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.147540] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.147622] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.147832] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.147975] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.158644] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 in Status: IN_PROGRESS for 2s [ 919.235144] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 in Status: SUCCESS [ 919.235461] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.386506] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.413447] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: SUCCESS [ 919.414653] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.414653] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.414653] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.414653] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.414992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.414992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.414992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.415174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.415174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.415268] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.891288] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.891652] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.891692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.891901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.891992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.892242] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e78453c-649c-4657-bcf9-67fbd6919541 is going to be updated. [ 919.918190] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.918573] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.918796] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.919148] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.919448] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.919631] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.919738] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.920016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.920179] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.920419] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.920615] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.920792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.920902] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.921192] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.921411] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.921586] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.921705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.921963] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.922285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.922285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.922429] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.926353] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.926428] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.926487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.927194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.927194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.938046] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e78453c-649c-4657-bcf9-67fbd6919541 in Status: IN_PROGRESS for 2s [ 919.972137] env[65933]: INFO networking_nsxv3.common.synchronization [req-cdd64187-3dae-4645-840d-e24d75b7a88e req-aa577a29-ab5e-487b-9f9f-ab2f9aac522f tempest-ServerDiskConfigTestJSON-122935285 tempest-ServerDiskConfigTestJSON-122935285-project-member] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 919.972913] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 919.973361] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.973550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.973662] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.973949] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.974199] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.974365] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.974466] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.974699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.974801] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.974900] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.426542] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5637bd2b-e866-4614-8440-4cdd12316a09: rpc.has_security_group_logging(os_id): False [ 920.450266] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.450572] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.450572] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.450735] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.450838] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.451086] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.451217] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.451280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.451439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.451521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.451717] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.451839] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.451910] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.452261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.452398] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.452606] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.452701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.452797] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.452922] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.453021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.453115] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 is going to be updated. [ 920.477388] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.477585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.477648] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.477841] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.477936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.478151] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.478267] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.478760] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.478976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.479078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.479179] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 is going to be updated. [ 920.508015] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.508251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.508251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.508458] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.508599] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.518421] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: IN_PROGRESS for 2s [ 920.527835] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.528178] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.528178] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.528435] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.528435] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.550802] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: IN_PROGRESS for 2s [ 920.868988] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.870872] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-327" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.870872] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-327" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.870872] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-327" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.870872] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.870872] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.870872] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.870872] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.870872] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.870872] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.870872] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.871712] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.871712] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.871712] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.871712] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.871712] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.902763] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.903191] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.903191] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.903323] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-327" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.903726] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-ff82de4c-7c86-451c-995e-011ecb5265b8 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.904033] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-ff82de4c-7c86-451c-995e-011ecb5265b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.904125] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-ff82de4c-7c86-451c-995e-011ecb5265b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.904452] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-ff82de4c-7c86-451c-995e-011ecb5265b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.904630] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff82de4c-7c86-451c-995e-011ecb5265b8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.170109] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 in Status: SUCCESS [ 921.170276] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 deletion is rescheduled due to dependency. [ 921.170459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.407576] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.407955] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.407955] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.408286] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.408437] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.408598] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port ff82de4c-7c86-451c-995e-011ecb5265b8 not found, creating... [ 921.408871] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.409043] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.409161] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.409396] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.409535] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.409816] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.410090] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.410131] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.410327] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.410615] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.410784] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: ff82de4c-7c86-451c-995e-011ecb5265b8 is going to be created. [ 921.437704] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.438110] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.438340] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.438740] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.439106] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.439468] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-ff82de4c-7c86-451c-995e-011ecb5265b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.969018] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e78453c-649c-4657-bcf9-67fbd6919541 in Status: SUCCESS [ 921.969018] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.193535] env[65933]: INFO networking_nsxv3.common.synchronization [req-cdd64187-3dae-4645-840d-e24d75b7a88e req-0003e321-f378-4048-9491-84b9db364d3c service nova] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_rules [ 922.193535] env[65933]: INFO networking_nsxv3.common.synchronization [req-cdd64187-3dae-4645-840d-e24d75b7a88e req-0003e321-f378-4048-9491-84b9db364d3c service nova] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 922.193535] env[65933]: INFO networking_nsxv3.common.synchronization [req-cdd64187-3dae-4645-840d-e24d75b7a88e req-0003e321-f378-4048-9491-84b9db364d3c service nova] Enqueued Resource ID: ff82de4c-7c86-451c-995e-011ecb5265b8 with Priority: HIGHEST for action port [ 922.194467] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_rules [ 922.194734] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 922.197799] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff82de4c-7c86-451c-995e-011ecb5265b8 with Priority: HIGHEST for action port [ 922.197799] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.197799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.197799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.197799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.197799] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.197799] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.197799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.197799] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff82de4c-7c86-451c-995e-011ecb5265b8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.197799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff82de4c-7c86-451c-995e-011ecb5265b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.197799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff82de4c-7c86-451c-995e-011ecb5265b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.197799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff82de4c-7c86-451c-995e-011ecb5265b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.199862] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff82de4c-7c86-451c-995e-011ecb5265b8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.315687] env[65933]: INFO networking_nsxv3.common.synchronization [req-c551a59c-622e-4647-a3a6-b3865c5edd25 req-1561cc30-f563-46f8-b7cf-c07bee7aaed2 tempest-ServerRescueNegativeTestJSON-593525832 tempest-ServerRescueNegativeTestJSON-593525832-project-member] Enqueued Resource ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 with Priority: HIGHEST for action security_group_members [ 922.317576] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 with Priority: HIGHEST for action security_group_members [ 922.318304] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.318304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.318304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.318763] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.319044] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.319165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.319165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.319406] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.319813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.319813] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e8ceb4-8f6c-471c-8c4e-11c5108ecc21',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.535109] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: SUCCESS [ 922.535422] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 deletion is rescheduled due to dependency. [ 922.535534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.535830] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.536157] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.536432] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.536538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.536606] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.537510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.537510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.537510] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.571570] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: SUCCESS [ 922.571570] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.705140] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.705140] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.705140] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff82de4c-7c86-451c-995e-011ecb5265b8 with status ACTIVE [ 922.705140] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.705140] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.705140] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.705140] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.705140] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.705140] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.705140] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.705140] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.705140] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.705140] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.705140] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.706120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.706120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.706526] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.706786] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.707048] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff82de4c-7c86-451c-995e-011ecb5265b8 is going to be updated. [ 922.733561] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.733561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.733561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.733561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.733561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.733561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff82de4c-7c86-451c-995e-011ecb5265b8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.824821] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.824979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.825059] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.825297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.859846] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.860137] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.860318] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.860432] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.860725] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.860828] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.860930] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 is going to be updated. [ 922.922462] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.925024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.925024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.925024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.925024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.935077] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 in Status: IN_PROGRESS for 2s [ 923.040561] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.140266] env[65933]: INFO networking_nsxv3.common.synchronization [None req-398a8a00-2ded-4c14-8118-0452c7b9b7cf tempest-AttachVolumeTestJSON-122849174 tempest-AttachVolumeTestJSON-122849174-project-member] Enqueued Resource ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 with Priority: HIGHEST for action security_group_rules [ 923.140832] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 with Priority: HIGHEST for action security_group_rules [ 923.141299] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b0415dd-d0c5-47da-919f-0f70a1594670 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.142022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.142022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.142243] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.143105] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b0415dd-d0c5-47da-919f-0f70a1594670',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.255935] env[65933]: INFO networking_nsxv3.common.synchronization [None req-985c4923-b336-4274-bb0f-63124d318ae1 tempest-AttachVolumeTestJSON-122849174 tempest-AttachVolumeTestJSON-122849174-project-member] Enqueued Resource ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 with Priority: HIGHEST for action security_group_rules [ 923.256237] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 with Priority: HIGHEST for action security_group_rules [ 923.256882] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b0415dd-d0c5-47da-919f-0f70a1594670 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.256882] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.543656] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.667900] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.668091] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.668166] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.668480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.668513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.668596] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 already deleted. [ 923.668681] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.668834] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.668988] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.669083] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b0415dd-d0c5-47da-919f-0f70a1594670',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.001480] env[65933]: INFO networking_nsxv3.common.synchronization [req-f7d6f398-a172-4cb1-97b7-273ce05e8633 req-40be71b2-3cd8-4a1f-b89c-6129efea5e33 tempest-ServerActionsTestOtherA-1390215543 tempest-ServerActionsTestOtherA-1390215543-project-member] Enqueued Resource ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 with Priority: HIGHEST for action security_group_members [ 924.002623] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 with Priority: HIGHEST for action security_group_members [ 924.004012] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-be6e523b-5644-46ea-b989-e4f6a7d674c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.004238] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.004238] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.004467] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.004637] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.004746] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.004864] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.005118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.005210] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.005313] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be6e523b-5644-46ea-b989-e4f6a7d674c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.045919] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.046270] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.046270] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.046547] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.046647] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.046750] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 is going to be updated. [ 924.078641] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.078641] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.078641] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.078641] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.078641] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.091559] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: IN_PROGRESS for 2s [ 924.192277] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.192277] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.192277] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.192533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.192642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.192740] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 already deleted. [ 924.192833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.509660] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.509886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.509991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.510323] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.510636] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.510882] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.511068] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.511146] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.511569] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.511569] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.511569] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 is going to be updated. [ 924.544202] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.544202] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.544202] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.544856] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.545314] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.557440] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 in Status: IN_PROGRESS for 2s [ 924.947957] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 in Status: SUCCESS [ 924.948165] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 deletion is rescheduled due to dependency. [ 924.948366] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.104462] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: SUCCESS [ 926.104462] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.104735] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.104789] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.104981] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.105122] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.105186] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.105335] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.105423] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.105512] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.105602] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.570263] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 in Status: SUCCESS [ 926.570263] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 deletion is rescheduled due to dependency. [ 926.570263] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.612125] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.612352] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.612405] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.612705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.613399] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.613399] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.613399] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.613399] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.613399] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.613638] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.613718] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.613843] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.613956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.614139] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.614280] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.614378] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.614436] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.614578] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.614657] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.614737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.614829] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.883115] env[65933]: INFO networking_nsxv3.common.synchronization [req-655112fa-447a-4bd9-8ff1-b80a1987df73 req-62b504bf-8cfc-4f03-84ec-f903454e1dce tempest-AttachInterfacesTestJSON-2120938241 tempest-AttachInterfacesTestJSON-2120938241-project-member] Enqueued Resource ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 with Priority: HIGHEST for action security_group_members [ 926.884493] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 with Priority: HIGHEST for action security_group_members [ 926.884956] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b386e9b9-e837-47a1-9512-4a6764c75dd1 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.884956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.885123] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.885350] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.885529] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.885642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.885713] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.885876] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.885981] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.886317] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b386e9b9-e837-47a1-9512-4a6764c75dd1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.122151] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8: rpc.has_security_group_logging(os_id): False [ 927.145414] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.145414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.145414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.145414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.145414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.145414] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.145414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.145414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.145414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.145414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.145414] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.145414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.145414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.146679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.146881] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.147259] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.148042] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.148233] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.148483] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.148639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.148797] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 is going to be updated. [ 927.219847] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.220816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.221048] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.222503] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.222825] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.230092] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.230092] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.230092] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.230092] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.230092] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.230092] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.230092] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.230092] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.230092] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.230092] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.230092] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.230092] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.230702] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.230735] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.231102] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.231360] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.242085] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: IN_PROGRESS for 2s [ 927.256165] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.256754] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.256853] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.256973] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.257373] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-aebdbe4c-6ac2-4334-b7d9-33725f351924 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.257608] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-aebdbe4c-6ac2-4334-b7d9-33725f351924" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.257730] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-aebdbe4c-6ac2-4334-b7d9-33725f351924" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.258929] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-aebdbe4c-6ac2-4334-b7d9-33725f351924" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.258929] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aebdbe4c-6ac2-4334-b7d9-33725f351924',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.388710] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.388951] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.389088] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.389380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.389478] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.389680] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.389795] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.389942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.390151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.390283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.390410] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 already deleted. [ 927.390553] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.762102] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.762393] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.762551] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.763113] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.763329] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.763635] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port aebdbe4c-6ac2-4334-b7d9-33725f351924 not found, creating... [ 927.764085] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.764365] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.764506] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.764853] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.766714] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.766714] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.766714] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.766714] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.766714] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.767179] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.767345] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: aebdbe4c-6ac2-4334-b7d9-33725f351924 is going to be created. [ 927.791793] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.792148] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.792330] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.792728] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.793064] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.793382] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-aebdbe4c-6ac2-4334-b7d9-33725f351924" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.652627] env[65933]: INFO networking_nsxv3.common.synchronization [req-655112fa-447a-4bd9-8ff1-b80a1987df73 req-83522751-cfcc-4703-87f5-2e800985a72c service nova] Enqueued Resource ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 with Priority: HIGHEST for action security_group_rules [ 928.652920] env[65933]: INFO networking_nsxv3.common.synchronization [req-655112fa-447a-4bd9-8ff1-b80a1987df73 req-83522751-cfcc-4703-87f5-2e800985a72c service nova] Enqueued Resource ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 with Priority: HIGHEST for action security_group_members [ 928.654552] env[65933]: INFO networking_nsxv3.common.synchronization [req-655112fa-447a-4bd9-8ff1-b80a1987df73 req-83522751-cfcc-4703-87f5-2e800985a72c service nova] Enqueued Resource ID: aebdbe4c-6ac2-4334-b7d9-33725f351924 with Priority: HIGHEST for action port [ 928.654552] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 with Priority: HIGHEST for action security_group_rules [ 928.654552] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 with Priority: HIGHEST for action security_group_members [ 928.654552] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebdbe4c-6ac2-4334-b7d9-33725f351924 with Priority: HIGHEST for action port [ 928.654552] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b386e9b9-e837-47a1-9512-4a6764c75dd1 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.654908] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.654908] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.654908] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.655140] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b386e9b9-e837-47a1-9512-4a6764c75dd1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.657345] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b386e9b9-e837-47a1-9512-4a6764c75dd1 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.657345] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.657345] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.658819] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.658819] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.658819] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.658819] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.659167] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.659215] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.659314] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b386e9b9-e837-47a1-9512-4a6764c75dd1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.660191] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-aebdbe4c-6ac2-4334-b7d9-33725f351924 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.660305] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aebdbe4c-6ac2-4334-b7d9-33725f351924" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.660437] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aebdbe4c-6ac2-4334-b7d9-33725f351924" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.660582] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aebdbe4c-6ac2-4334-b7d9-33725f351924" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.660676] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aebdbe4c-6ac2-4334-b7d9-33725f351924',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.162871] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b386e9b9-e837-47a1-9512-4a6764c75dd1 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.163115] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.163226] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aebdbe4c-6ac2-4334-b7d9-33725f351924 with status ACTIVE [ 929.163409] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.163518] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.163596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.163759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.163847] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.164061] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.164183] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.164237] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.164401] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.164480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.164663] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.164753] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.164818] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.164952] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.165038] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.165125] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aebdbe4c-6ac2-4334-b7d9-33725f351924 is going to be updated. [ 929.166414] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b386e9b9-e837-47a1-9512-4a6764c75dd1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.195075] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.196304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.196304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.196304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.196304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.196304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aebdbe4c-6ac2-4334-b7d9-33725f351924" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.258412] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: SUCCESS [ 929.258709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.669910] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b386e9b9-e837-47a1-9512-4a6764c75dd1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.172149] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.172347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.172432] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.173234] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.173234] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.173234] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 is going to be created. [ 930.201934] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.201934] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.201934] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.202539] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.202666] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.215367] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 in Status: UNINITIALIZED for 2s [ 932.227586] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 in Status: UNINITIALIZED for 4s [ 932.299158] env[65933]: INFO networking_nsxv3.common.synchronization [req-34d7b237-b39a-43cd-8625-e3a0694341e4 req-b0780da4-02bf-49af-9f27-e0a8528c62df tempest-FloatingIPsAssociationNegativeTestJSON-641891509 tempest-FloatingIPsAssociationNegativeTestJSON-641891509-project-member] Enqueued Resource ID: a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 with Priority: HIGHEST for action security_group_members [ 932.300435] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 with Priority: HIGHEST for action security_group_members [ 932.300435] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.300642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.300755] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.301057] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.301335] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.301496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.301633] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.301852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.301989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.302159] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a475b5c9-2f97-44e2-bd2d-374a22ce5fc6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.808484] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.808484] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.808484] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.808484] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.808484] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.808484] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.808484] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.808484] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.808484] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.808484] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.808484] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 is going to be updated. [ 932.839151] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.839151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.839151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.839151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.839151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.852107] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 in Status: IN_PROGRESS for 2s [ 934.240928] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 in Status: SUCCESS [ 934.241427] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.241427] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.241639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.241961] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.242121] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.242196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.242383] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.242498] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.242556] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.242682] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b386e9b9-e837-47a1-9512-4a6764c75dd1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.746499] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b386e9b9-e837-47a1-9512-4a6764c75dd1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.859361] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 in Status: SUCCESS [ 934.859361] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a475b5c9-2f97-44e2-bd2d-374a22ce5fc6 deletion is rescheduled due to dependency. [ 934.859361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a475b5c9-2f97-44e2-bd2d-374a22ce5fc6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.249308] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b386e9b9-e837-47a1-9512-4a6764c75dd1: rpc.has_security_group_logging(os_id): False [ 935.270306] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.270472] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.273020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.273020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.273020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.273020] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.273020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.273020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.273020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.273020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.273020] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 is going to be created. [ 935.354643] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.354643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.354643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.354643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.354643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.367921] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 in Status: IN_PROGRESS for 2s [ 937.300685] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 937.300685] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 937.392375] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 in Status: SUCCESS [ 937.392607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.003710] env[65933]: INFO networking_nsxv3.common.synchronization [req-331a99ca-3194-460a-8eb7-99163d638d02 req-b556c124-55c6-4699-8053-7e7ed66b5403 tempest-ListServerFiltersTestJSON-1110142360 tempest-ListServerFiltersTestJSON-1110142360-project-member] Enqueued Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_members [ 938.004197] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_members [ 938.004605] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e78453c-649c-4657-bcf9-67fbd6919541 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.004718] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.004824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.005115] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.005291] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.005394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.005454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.005615] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.005909] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.005909] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.511603] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.729160] env[65933]: INFO networking_nsxv3.common.synchronization [req-9ac44d6b-a47f-468b-963d-01bc5099f4db req-7e567311-d010-4c70-bf22-0e56d465b345 tempest-ImagesTestJSON-331983412 tempest-ImagesTestJSON-331983412-project-member] Enqueued Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 938.729835] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5637bd2b-e866-4614-8440-4cdd12316a09 with Priority: HIGHEST for action security_group_members [ 938.730208] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-5637bd2b-e866-4614-8440-4cdd12316a09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.730359] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.730446] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.730683] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.730874] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.731026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.731117] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.731320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.731435] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.731535] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5637bd2b-e866-4614-8440-4cdd12316a09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.014357] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.183046] env[65933]: INFO networking_nsxv3.common.synchronization [req-f28ad366-91e1-463f-bf0b-c295638d4488 req-3f05b22c-79d5-484b-820c-6ddcee91af3f tempest-ImagesOneServerNegativeTestJSON-1211298822 tempest-ImagesOneServerNegativeTestJSON-1211298822-project-member] Enqueued Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_members [ 939.183046] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_members [ 939.183046] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.183046] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.183046] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.183046] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.183046] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.183046] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.183046] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.183548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.183548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.183548] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.234131] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.234372] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.234372] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.234601] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.234695] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.234901] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.235014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.235086] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.235287] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.235389] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.235484] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 is going to be updated. [ 939.265800] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.265966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.266028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.266241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.266393] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.275592] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: IN_PROGRESS for 2s [ 939.518313] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.518659] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.518659] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.518751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.518866] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.518977] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e78453c-649c-4657-bcf9-67fbd6919541 is going to be updated. [ 939.554790] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.554790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.554790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.554790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.554790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.563967] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e78453c-649c-4657-bcf9-67fbd6919541 in Status: IN_PROGRESS for 2s [ 939.595884] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-911 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.596074] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-911" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.596259] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-911" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.596535] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-911" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.596782] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.596933] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.597061] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.597272] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.597409] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.597690] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.597816] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.597925] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.598043] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.598151] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.598250] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.599096] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.617462] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.617646] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.617788] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.617965] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-911" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.618419] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-c7234915-d9a5-4b15-9cb6-e5446af50a62 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.618589] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-c7234915-d9a5-4b15-9cb6-e5446af50a62" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.618729] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-c7234915-d9a5-4b15-9cb6-e5446af50a62" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.619080] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-c7234915-d9a5-4b15-9cb6-e5446af50a62" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.619228] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7234915-d9a5-4b15-9cb6-e5446af50a62',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.686818] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.686946] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.687044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.687287] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.687380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.687586] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.687687] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.687750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.687898] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.687974] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.688074] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b is going to be updated. [ 939.715449] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.715761] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.715761] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.715978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.717055] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.725630] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: IN_PROGRESS for 2s [ 940.122232] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.122466] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.122592] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.122903] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.123068] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.123225] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port c7234915-d9a5-4b15-9cb6-e5446af50a62 not found, creating... [ 940.123483] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.123644] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.123761] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.123977] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.124204] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.124507] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.124667] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.124821] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.125044] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.125227] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.125321] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: c7234915-d9a5-4b15-9cb6-e5446af50a62 is going to be created. [ 940.148713] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.148899] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.150017] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.150017] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.150017] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.150017] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-c7234915-d9a5-4b15-9cb6-e5446af50a62" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.900506] env[65933]: INFO networking_nsxv3.common.synchronization [req-f28ad366-91e1-463f-bf0b-c295638d4488 req-707d46f3-77c6-415f-9840-1b76d98cf33e service nova] Enqueued Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_rules [ 940.900940] env[65933]: INFO networking_nsxv3.common.synchronization [req-f28ad366-91e1-463f-bf0b-c295638d4488 req-707d46f3-77c6-415f-9840-1b76d98cf33e service nova] Enqueued Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_members [ 940.900940] env[65933]: INFO networking_nsxv3.common.synchronization [req-f28ad366-91e1-463f-bf0b-c295638d4488 req-707d46f3-77c6-415f-9840-1b76d98cf33e service nova] Enqueued Resource ID: c7234915-d9a5-4b15-9cb6-e5446af50a62 with Priority: HIGHEST for action port [ 940.901405] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_rules [ 940.901550] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_members [ 940.901640] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7234915-d9a5-4b15-9cb6-e5446af50a62 with Priority: HIGHEST for action port [ 940.901926] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.902320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.902481] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.902705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.902835] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.903853] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.903853] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.904704] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7234915-d9a5-4b15-9cb6-e5446af50a62 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.904704] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7234915-d9a5-4b15-9cb6-e5446af50a62" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.904704] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7234915-d9a5-4b15-9cb6-e5446af50a62" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.904704] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7234915-d9a5-4b15-9cb6-e5446af50a62" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.904704] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7234915-d9a5-4b15-9cb6-e5446af50a62',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.287934] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5637bd2b-e866-4614-8440-4cdd12316a09 in Status: SUCCESS [ 941.288032] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5637bd2b-e866-4614-8440-4cdd12316a09 deletion is rescheduled due to dependency. [ 941.288089] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5637bd2b-e866-4614-8440-4cdd12316a09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.409103] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.409103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.409103] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7234915-d9a5-4b15-9cb6-e5446af50a62 with status ACTIVE [ 941.409103] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.409103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.409103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.409576] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.409576] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.409576] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.409675] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.409675] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.410458] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.410458] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.410458] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.410458] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.410458] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.410458] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.410458] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.410458] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7234915-d9a5-4b15-9cb6-e5446af50a62 is going to be updated. [ 941.434557] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.435272] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.435272] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.435272] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.435460] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.435524] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7234915-d9a5-4b15-9cb6-e5446af50a62" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.574433] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e78453c-649c-4657-bcf9-67fbd6919541 in Status: SUCCESS [ 941.574746] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.738064] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: SUCCESS [ 941.738064] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b deletion is rescheduled due to dependency. [ 941.738064] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.738064] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.738064] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.738064] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.738064] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.738064] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.738064] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.738064] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.738064] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.241307] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.744290] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.249258] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.249258] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.249258] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.249258] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.249258] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.249258] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b is going to be updated. [ 943.283045] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.283187] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.283187] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.283385] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.284039] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.294727] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: IN_PROGRESS for 2s [ 943.435576] env[65933]: INFO networking_nsxv3.common.synchronization [None req-02e9e62b-124f-453a-9a8d-665c00c1ffdc None None] Enqueued Resource ID: 9bf8a143-133a-4fc3-aaa0-b3b0b7615939 with Priority: HIGHEST for action port [ 943.436269] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bf8a143-133a-4fc3-aaa0-b3b0b7615939 with Priority: HIGHEST for action port [ 943.436487] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bf8a143-133a-4fc3-aaa0-b3b0b7615939 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.436623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bf8a143-133a-4fc3-aaa0-b3b0b7615939" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.436693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bf8a143-133a-4fc3-aaa0-b3b0b7615939" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.436959] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bf8a143-133a-4fc3-aaa0-b3b0b7615939" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.437394] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bf8a143-133a-4fc3-aaa0-b3b0b7615939',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.940560] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bf8a143-133a-4fc3-aaa0-b3b0b7615939 [ 943.940560] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.940560] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.940716] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.941295] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.941295] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.941295] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bf8a143-133a-4fc3-aaa0-b3b0b7615939 already deleted. [ 943.941295] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bf8a143-133a-4fc3-aaa0-b3b0b7615939" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.110961] env[65933]: INFO networking_nsxv3.common.synchronization [None req-b6f59dbf-d476-4cc2-a42d-bd6efb7d3ca3 tempest-AttachVolumeShelveTestJSON-640387395 tempest-AttachVolumeShelveTestJSON-640387395-project-member] Enqueued Resource ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 with Priority: HIGHEST for action security_group_rules [ 944.110961] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 with Priority: HIGHEST for action security_group_rules [ 944.110961] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.110961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.110961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.111652] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.111882] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c695915-93e9-4a7f-aaf8-ba0877b5d3c8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.201032] env[65933]: INFO networking_nsxv3.common.synchronization [None req-09a06414-63a1-4d5e-9157-88aa7d03285a tempest-AttachVolumeShelveTestJSON-640387395 tempest-AttachVolumeShelveTestJSON-640387395-project-member] Enqueued Resource ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 with Priority: HIGHEST for action security_group_rules [ 944.201559] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 with Priority: HIGHEST for action security_group_rules [ 944.201865] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.202164] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.636489] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.636489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.636489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.636489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.636489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.636489] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 already deleted. [ 944.636489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.636489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.636489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.636489] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c695915-93e9-4a7f-aaf8-ba0877b5d3c8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.943435] env[65933]: INFO networking_nsxv3.common.synchronization [None req-ca355340-3152-4edd-8c56-3f9223d19f18 tempest-ServerActionsTestOtherA-1390215543 tempest-ServerActionsTestOtherA-1390215543-project-member] Enqueued Resource ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 with Priority: HIGHEST for action security_group_rules [ 944.944817] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 with Priority: HIGHEST for action security_group_rules [ 944.944817] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-537812e6-4b32-4825-bb8e-a6b4f13457e2 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.944817] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.944817] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.944817] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.945044] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('537812e6-4b32-4825-bb8e-a6b4f13457e2',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.026163] env[65933]: INFO networking_nsxv3.common.synchronization [None req-2f492c9c-199a-417d-9fd7-334d1ce27713 tempest-ServerActionsTestOtherA-1390215543 tempest-ServerActionsTestOtherA-1390215543-project-member] Enqueued Resource ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 with Priority: HIGHEST for action security_group_rules [ 945.026721] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 with Priority: HIGHEST for action security_group_rules [ 945.027037] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-537812e6-4b32-4825-bb8e-a6b4f13457e2 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.027144] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.158536] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.158536] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.158536] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.158536] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.158536] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.158536] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 already deleted. [ 945.159610] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.309071] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: SUCCESS [ 945.309475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.309550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.309825] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.310145] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.310256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.310256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.310513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.310570] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.310720] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.310768] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.469024] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.469024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.470091] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.470091] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.470091] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.470091] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 already deleted. [ 945.470091] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.470091] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.470866] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.471136] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('537812e6-4b32-4825-bb8e-a6b4f13457e2',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.813740] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.814072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.814072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.814289] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.814424] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.814535] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.814598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.814752] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.814833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.814914] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.815069] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.815161] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.815221] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.815418] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.815544] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.815658] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.815733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.815894] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.815972] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.816068] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.816172] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.841986] env[65933]: INFO networking_nsxv3.common.synchronization [None req-3855b3f0-cbd0-4484-8587-ad961cf5a861 None None] Enqueued Resource ID: 4994bf1a-552e-4075-8a3c-42e826b42a87 with Priority: HIGHEST for action port [ 945.842524] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4994bf1a-552e-4075-8a3c-42e826b42a87 with Priority: HIGHEST for action port [ 945.843146] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-4994bf1a-552e-4075-8a3c-42e826b42a87 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.843146] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4994bf1a-552e-4075-8a3c-42e826b42a87" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.843146] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4994bf1a-552e-4075-8a3c-42e826b42a87" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.843330] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4994bf1a-552e-4075-8a3c-42e826b42a87" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.843363] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4994bf1a-552e-4075-8a3c-42e826b42a87',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.998422] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.998422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.998422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.998422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.998422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.998422] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 already deleted. [ 945.998422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.319263] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b: rpc.has_security_group_logging(os_id): False [ 946.345455] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4994bf1a-552e-4075-8a3c-42e826b42a87 [ 946.345699] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.345838] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.345910] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.346287] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.346388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.346462] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4994bf1a-552e-4075-8a3c-42e826b42a87 already deleted. [ 946.346536] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4994bf1a-552e-4075-8a3c-42e826b42a87" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.349503] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.349674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.349805] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.350063] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.350188] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.350444] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.350583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.350657] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.350896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.351680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.351680] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.351680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.351680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.351680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.351680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.351948] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.352119] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.352227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.352786] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.352786] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.352896] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b is going to be updated. [ 946.431020] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.431020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.431020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.431020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.431020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.448121] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: IN_PROGRESS for 2s [ 946.567343] env[65933]: INFO networking_nsxv3.common.synchronization [req-dd47b9f3-2ac9-4427-8c61-c658843e4d58 req-46c83af5-4d4c-4988-b901-217e61a90925 tempest-AttachVolumeTestJSON-122849174 tempest-AttachVolumeTestJSON-122849174-project-member] Enqueued Resource ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 with Priority: HIGHEST for action security_group_members [ 946.567642] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 with Priority: HIGHEST for action security_group_members [ 946.567956] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b0415dd-d0c5-47da-919f-0f70a1594670 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.568138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.568318] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.568426] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.568563] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.568663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.568709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.568873] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.568942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.569129] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b0415dd-d0c5-47da-919f-0f70a1594670',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.966415] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.966919] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-136" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.967144] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-136" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.967624] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-136" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.968046] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.968326] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.968528] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.968962] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.969148] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.969485] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.969678] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.969874] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.970075] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.970277] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.970464] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.970684] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.992738] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.992930] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.993110] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.993281] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-136" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.993647] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-ee9c3686-5aa9-4f0a-bf9c-e0acfb01b70c taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.993863] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-ee9c3686-5aa9-4f0a-bf9c-e0acfb01b70c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.994031] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-ee9c3686-5aa9-4f0a-bf9c-e0acfb01b70c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.994503] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-ee9c3686-5aa9-4f0a-bf9c-e0acfb01b70c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.994673] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee9c3686-5aa9-4f0a-bf9c-e0acfb01b70c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.071386] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.071651] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.071651] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.071834] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.071912] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.072123] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.072231] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.072284] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.072490] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.072594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.072679] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 already deleted. [ 947.072757] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.497836] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.498095] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.498154] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.498499] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.498700] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.498881] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port ee9c3686-5aa9-4f0a-bf9c-e0acfb01b70c not found, creating... [ 947.499203] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.499395] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.499533] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.499798] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.499958] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.500366] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.500556] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.500654] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.500840] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.500999] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.501164] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: ee9c3686-5aa9-4f0a-bf9c-e0acfb01b70c is going to be created. [ 947.573031] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.573352] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.573352] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.573559] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.573796] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.574084] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-ee9c3686-5aa9-4f0a-bf9c-e0acfb01b70c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.322051] env[65933]: INFO networking_nsxv3.common.synchronization [req-dd47b9f3-2ac9-4427-8c61-c658843e4d58 req-9bbdc732-5751-4561-936c-213897a34761 service nova] Enqueued Resource ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 with Priority: HIGHEST for action security_group_rules [ 948.322299] env[65933]: INFO networking_nsxv3.common.synchronization [req-dd47b9f3-2ac9-4427-8c61-c658843e4d58 req-9bbdc732-5751-4561-936c-213897a34761 service nova] Enqueued Resource ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 with Priority: HIGHEST for action security_group_members [ 948.322433] env[65933]: INFO networking_nsxv3.common.synchronization [req-dd47b9f3-2ac9-4427-8c61-c658843e4d58 req-9bbdc732-5751-4561-936c-213897a34761 service nova] Enqueued Resource ID: ee9c3686-5aa9-4f0a-bf9c-e0acfb01b70c with Priority: HIGHEST for action port [ 948.322982] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 with Priority: HIGHEST for action security_group_rules [ 948.326256] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 with Priority: HIGHEST for action security_group_members [ 948.326256] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9c3686-5aa9-4f0a-bf9c-e0acfb01b70c with Priority: HIGHEST for action port [ 948.326378] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b0415dd-d0c5-47da-919f-0f70a1594670 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.326518] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.326608] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.326830] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.326917] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b0415dd-d0c5-47da-919f-0f70a1594670',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.331517] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b0415dd-d0c5-47da-919f-0f70a1594670 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.331664] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.331737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.331957] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.332621] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.332711] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.332792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.332971] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.333207] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.333337] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b0415dd-d0c5-47da-919f-0f70a1594670',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.334603] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee9c3686-5aa9-4f0a-bf9c-e0acfb01b70c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.335193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee9c3686-5aa9-4f0a-bf9c-e0acfb01b70c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.335193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee9c3686-5aa9-4f0a-bf9c-e0acfb01b70c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.335193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee9c3686-5aa9-4f0a-bf9c-e0acfb01b70c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.335193] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee9c3686-5aa9-4f0a-bf9c-e0acfb01b70c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.466809] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: SUCCESS [ 948.467045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.782388] env[65933]: INFO networking_nsxv3.common.synchronization [req-4205e0f1-b00e-4c0c-be4d-57639654c93e req-b252f291-37aa-4a52-9b14-66d21969c049 tempest-ServerRescueNegativeTestJSON-593525832 tempest-ServerRescueNegativeTestJSON-593525832-project-member] Enqueued Resource ID: a1273006-64bc-4383-a462-be6d2973e3b1 with Priority: HIGHEST for action security_group_members [ 948.783780] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1273006-64bc-4383-a462-be6d2973e3b1 with Priority: HIGHEST for action security_group_members [ 948.783780] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1273006-64bc-4383-a462-be6d2973e3b1 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.783780] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.783780] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.783780] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.784163] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.784163] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.784163] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.784656] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.784751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.784844] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1273006-64bc-4383-a462-be6d2973e3b1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.831995] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b0415dd-d0c5-47da-919f-0f70a1594670 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.832404] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.835610] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b0415dd-d0c5-47da-919f-0f70a1594670',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.840020] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee9c3686-5aa9-4f0a-bf9c-e0acfb01b70c with status ACTIVE [ 948.840020] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.840020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.840020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.840020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.840020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.840020] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.840020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.840020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.840020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.840020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.840020] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.840020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.840020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.840020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.840020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.840020] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee9c3686-5aa9-4f0a-bf9c-e0acfb01b70c is going to be updated. [ 948.864409] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.864409] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.864409] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.864409] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.864409] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.864409] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee9c3686-5aa9-4f0a-bf9c-e0acfb01b70c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.288305] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1273006-64bc-4383-a462-be6d2973e3b1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.338988] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b0415dd-d0c5-47da-919f-0f70a1594670',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.790697] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1273006-64bc-4383-a462-be6d2973e3b1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.840535] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.842320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.842320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.842320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.842320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.842320] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 is going to be created. [ 949.880053] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.880260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.880307] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.880487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.880656] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.890428] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 in Status: UNINITIALIZED for 2s [ 950.293531] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.293702] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.293769] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.293986] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.294120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.294285] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1273006-64bc-4383-a462-be6d2973e3b1 is going to be updated. [ 950.338878] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.339070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.339070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.339335] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.339475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.352154] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1273006-64bc-4383-a462-be6d2973e3b1 in Status: IN_PROGRESS for 2s [ 950.950609] env[65933]: INFO networking_nsxv3.common.synchronization [req-cb5d58aa-dc48-441f-ac3b-65a751a2bc0f req-a90f3a9d-d409-48d4-b501-c949c347cc2a tempest-ServerActionsV293TestJSON-1867106667 tempest-ServerActionsV293TestJSON-1867106667-project-member] Enqueued Resource ID: 673396d8-03ed-445a-bead-1af3138d9c68 with Priority: HIGHEST for action security_group_members [ 950.951284] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 673396d8-03ed-445a-bead-1af3138d9c68 with Priority: HIGHEST for action security_group_members [ 950.951714] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-673396d8-03ed-445a-bead-1af3138d9c68 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.951899] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.952024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.952527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.952595] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.953297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.953297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.953297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.953297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.953297] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('673396d8-03ed-445a-bead-1af3138d9c68',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.292784] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-988 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.293010] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-988" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.293132] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-988" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.293467] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-988" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.293735] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.293898] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.294017] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.294541] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.294854] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.295120] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.295241] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.295351] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.295502] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.295654] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.295739] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.295876] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.318160] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.318336] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.318475] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.318654] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-988" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.318979] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-356e9ae6-7495-419f-85b8-bd0df642cf9b taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.319171] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-356e9ae6-7495-419f-85b8-bd0df642cf9b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.319291] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-356e9ae6-7495-419f-85b8-bd0df642cf9b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.319622] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-356e9ae6-7495-419f-85b8-bd0df642cf9b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.319759] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('356e9ae6-7495-419f-85b8-bd0df642cf9b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.455882] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.455882] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.455882] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.456558] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.456558] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.456558] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.456728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.456761] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.456903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.456987] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.456987] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 673396d8-03ed-445a-bead-1af3138d9c68 already deleted. [ 951.456987] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.825922] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.825922] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.825922] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.825922] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.825922] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.825922] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 356e9ae6-7495-419f-85b8-bd0df642cf9b not found, creating... [ 951.825922] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.825922] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.825922] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.825922] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.825922] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.826490] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.826490] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.826490] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.826614] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.827076] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.827076] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 356e9ae6-7495-419f-85b8-bd0df642cf9b is going to be created. [ 951.851834] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.852151] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.852300] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.852571] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.852796] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.853040] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-356e9ae6-7495-419f-85b8-bd0df642cf9b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.899630] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 in Status: SUCCESS [ 951.899804] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.900118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.900242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.900380] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.900497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.900559] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.900731] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.900782] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.900898] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.900944] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b0415dd-d0c5-47da-919f-0f70a1594670',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.104801] env[65933]: INFO networking_nsxv3.common.synchronization [None req-598050ad-e887-4bf0-9c5c-c8ff5791e4f1 None None] Enqueued Resource ID: 04e56f97-55d1-44de-912b-2df28be96641 with Priority: HIGHEST for action port [ 952.104801] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e56f97-55d1-44de-912b-2df28be96641 with Priority: HIGHEST for action port [ 952.104801] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-04e56f97-55d1-44de-912b-2df28be96641 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.105143] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04e56f97-55d1-44de-912b-2df28be96641" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.105315] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04e56f97-55d1-44de-912b-2df28be96641" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.105659] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04e56f97-55d1-44de-912b-2df28be96641" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.105843] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e56f97-55d1-44de-912b-2df28be96641',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.362281] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1273006-64bc-4383-a462-be6d2973e3b1 in Status: SUCCESS [ 952.362439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.402984] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b0415dd-d0c5-47da-919f-0f70a1594670',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.610402] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04e56f97-55d1-44de-912b-2df28be96641 [ 952.610402] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.610402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.610402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.610402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.610402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.610402] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04e56f97-55d1-44de-912b-2df28be96641 already deleted. [ 952.610402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04e56f97-55d1-44de-912b-2df28be96641" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.619838] env[65933]: INFO networking_nsxv3.common.synchronization [req-cb5d58aa-dc48-441f-ac3b-65a751a2bc0f req-0f70192e-923a-48cb-942f-76796f65e4ff service nova] Enqueued Resource ID: 673396d8-03ed-445a-bead-1af3138d9c68 with Priority: HIGHEST for action security_group_rules [ 952.620127] env[65933]: INFO networking_nsxv3.common.synchronization [req-cb5d58aa-dc48-441f-ac3b-65a751a2bc0f req-0f70192e-923a-48cb-942f-76796f65e4ff service nova] Enqueued Resource ID: 673396d8-03ed-445a-bead-1af3138d9c68 with Priority: HIGHEST for action security_group_members [ 952.620299] env[65933]: INFO networking_nsxv3.common.synchronization [req-cb5d58aa-dc48-441f-ac3b-65a751a2bc0f req-0f70192e-923a-48cb-942f-76796f65e4ff service nova] Enqueued Resource ID: 356e9ae6-7495-419f-85b8-bd0df642cf9b with Priority: HIGHEST for action port [ 952.623047] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 673396d8-03ed-445a-bead-1af3138d9c68 with Priority: HIGHEST for action security_group_rules [ 952.623119] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 673396d8-03ed-445a-bead-1af3138d9c68 with Priority: HIGHEST for action security_group_members [ 952.623435] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 356e9ae6-7495-419f-85b8-bd0df642cf9b with Priority: HIGHEST for action port [ 952.623780] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-673396d8-03ed-445a-bead-1af3138d9c68 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.623981] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.624196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.624513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.624651] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('673396d8-03ed-445a-bead-1af3138d9c68',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.626980] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-673396d8-03ed-445a-bead-1af3138d9c68 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.629790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.629790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.629790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.629790] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.629790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.629790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.629790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.629790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.629790] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('673396d8-03ed-445a-bead-1af3138d9c68',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.631801] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-356e9ae6-7495-419f-85b8-bd0df642cf9b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.632803] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-356e9ae6-7495-419f-85b8-bd0df642cf9b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.633513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-356e9ae6-7495-419f-85b8-bd0df642cf9b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.633513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-356e9ae6-7495-419f-85b8-bd0df642cf9b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.633513] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('356e9ae6-7495-419f-85b8-bd0df642cf9b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.906906] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b0415dd-d0c5-47da-919f-0f70a1594670: rpc.has_security_group_logging(os_id): False [ 952.926777] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.926777] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.926777] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.926939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.926939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.927161] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.927253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.927311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.927635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.927635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.927635] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 is going to be created. [ 953.016212] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.016880] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.016880] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.016880] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.016880] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.030913] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 in Status: IN_PROGRESS for 2s [ 953.135507] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-673396d8-03ed-445a-bead-1af3138d9c68 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.135658] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.135972] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('673396d8-03ed-445a-bead-1af3138d9c68',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.137289] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 356e9ae6-7495-419f-85b8-bd0df642cf9b with status ACTIVE [ 953.137495] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.137632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.137696] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.138118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.138118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.138243] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.138291] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.138330] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.138457] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.138565] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.138767] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.138891] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.138953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.139105] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.139178] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.139264] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 356e9ae6-7495-419f-85b8-bd0df642cf9b is going to be updated. [ 953.166207] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.166409] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.166486] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.166698] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.166837] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.166995] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-356e9ae6-7495-419f-85b8-bd0df642cf9b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.643389] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('673396d8-03ed-445a-bead-1af3138d9c68',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.149230] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.149230] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.149230] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.149230] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.149230] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.149230] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 673396d8-03ed-445a-bead-1af3138d9c68 is going to be created. [ 954.180991] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.181271] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.181271] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.181516] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.181604] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.193350] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 673396d8-03ed-445a-bead-1af3138d9c68 in Status: UNINITIALIZED for 2s [ 954.450766] env[65933]: INFO networking_nsxv3.common.synchronization [None req-168fec15-a0ad-46e9-ab3a-156e397950b2 None None] Enqueued Resource ID: e71608a0-4dc4-4100-8ed2-92c04de23f15 with Priority: HIGHEST for action port [ 954.451367] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71608a0-4dc4-4100-8ed2-92c04de23f15 with Priority: HIGHEST for action port [ 954.451723] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e71608a0-4dc4-4100-8ed2-92c04de23f15 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.451992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e71608a0-4dc4-4100-8ed2-92c04de23f15" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.452083] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e71608a0-4dc4-4100-8ed2-92c04de23f15" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.452392] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e71608a0-4dc4-4100-8ed2-92c04de23f15" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.452501] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e71608a0-4dc4-4100-8ed2-92c04de23f15',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.956032] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e71608a0-4dc4-4100-8ed2-92c04de23f15 [ 954.956348] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.956348] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.956457] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.956699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.956827] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.956973] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e71608a0-4dc4-4100-8ed2-92c04de23f15 already deleted. [ 954.957125] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e71608a0-4dc4-4100-8ed2-92c04de23f15" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.044517] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 in Status: SUCCESS [ 955.044744] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.109110] env[65933]: INFO networking_nsxv3.common.synchronization [None req-3f4cc59c-f916-449c-85e2-1101c6562ba6 tempest-AttachVolumeNegativeTest-1380379024 tempest-AttachVolumeNegativeTest-1380379024-project-member] Enqueued Resource ID: fd94a0de-72e8-4dd9-8196-413d5fef350e with Priority: HIGHEST for action security_group_rules [ 955.109110] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd94a0de-72e8-4dd9-8196-413d5fef350e with Priority: HIGHEST for action security_group_rules [ 955.109358] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd94a0de-72e8-4dd9-8196-413d5fef350e taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.109443] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.109443] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.109729] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.109815] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd94a0de-72e8-4dd9-8196-413d5fef350e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.203153] env[65933]: INFO networking_nsxv3.common.synchronization [None req-a75cf904-3ac9-47db-9fc3-4b4fd1926250 tempest-AttachVolumeNegativeTest-1380379024 tempest-AttachVolumeNegativeTest-1380379024-project-member] Enqueued Resource ID: fd94a0de-72e8-4dd9-8196-413d5fef350e with Priority: HIGHEST for action security_group_rules [ 955.203911] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd94a0de-72e8-4dd9-8196-413d5fef350e with Priority: HIGHEST for action security_group_rules [ 955.204405] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd94a0de-72e8-4dd9-8196-413d5fef350e taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.204938] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.635894] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.635894] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.635894] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.635894] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.635894] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.635894] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd94a0de-72e8-4dd9-8196-413d5fef350e already deleted. [ 955.635894] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.635894] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.635894] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.635894] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd94a0de-72e8-4dd9-8196-413d5fef350e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.951963] env[65933]: INFO networking_nsxv3.common.synchronization [req-fa012997-b532-41d4-977b-dd558df2fae7 req-a7c59620-31a4-45eb-bf35-4bc7e29311cd tempest-DeleteServersAdminTestJSON-766616582 tempest-DeleteServersAdminTestJSON-766616582-project-member] Enqueued Resource ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 with Priority: HIGHEST for action security_group_members [ 955.952778] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 with Priority: HIGHEST for action security_group_members [ 955.953114] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7a29fa-9493-47a0-96f3-2f25b124e524 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.953244] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.953312] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.953665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.953774] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.953914] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.953973] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.954189] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.954306] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.954408] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a7a29fa-9493-47a0-96f3-2f25b124e524',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.174059] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.174510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.174510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.174610] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.175680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.175680] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd94a0de-72e8-4dd9-8196-413d5fef350e already deleted. [ 956.175680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.206285] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 673396d8-03ed-445a-bead-1af3138d9c68 in Status: UNINITIALIZED for 4s [ 956.452508] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.452930] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.453073] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.453349] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.453630] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.453792] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.453908] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.454145] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.454315] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.454520] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.454633] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.454740] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.454853] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.454961] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.455078] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.455211] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.456811] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.456975] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.457027] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.460379] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.460520] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.460758] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.460912] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.461680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.461680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.461680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.461680] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 already deleted. [ 956.461869] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.498618] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.498618] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.498842] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.499047] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.499458] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-035dea2f-3944-4136-8dd6-8bee85e737a5 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.500325] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-035dea2f-3944-4136-8dd6-8bee85e737a5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.500325] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-035dea2f-3944-4136-8dd6-8bee85e737a5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.500325] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-035dea2f-3944-4136-8dd6-8bee85e737a5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.500325] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('035dea2f-3944-4136-8dd6-8bee85e737a5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.002861] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.003196] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.003514] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.003904] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.004230] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.004556] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 035dea2f-3944-4136-8dd6-8bee85e737a5 not found, creating... [ 957.004974] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.005304] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.005532] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.005899] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.006196] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.006917] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.007176] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.007362] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.007731] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.007939] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.008173] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 035dea2f-3944-4136-8dd6-8bee85e737a5 is going to be created. [ 957.034437] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.034644] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.034835] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.035208] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.035477] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.035750] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-035dea2f-3944-4136-8dd6-8bee85e737a5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.774963] env[65933]: INFO networking_nsxv3.common.synchronization [req-fa012997-b532-41d4-977b-dd558df2fae7 req-aaa79f69-d5d8-442f-bf69-fe10a96a2b31 service nova] Enqueued Resource ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 with Priority: HIGHEST for action security_group_rules [ 957.775233] env[65933]: INFO networking_nsxv3.common.synchronization [req-fa012997-b532-41d4-977b-dd558df2fae7 req-aaa79f69-d5d8-442f-bf69-fe10a96a2b31 service nova] Enqueued Resource ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 with Priority: HIGHEST for action security_group_members [ 957.776016] env[65933]: INFO networking_nsxv3.common.synchronization [req-fa012997-b532-41d4-977b-dd558df2fae7 req-aaa79f69-d5d8-442f-bf69-fe10a96a2b31 service nova] Enqueued Resource ID: 035dea2f-3944-4136-8dd6-8bee85e737a5 with Priority: HIGHEST for action port [ 957.776247] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 with Priority: HIGHEST for action security_group_rules [ 957.776379] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 with Priority: HIGHEST for action security_group_members [ 957.776978] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035dea2f-3944-4136-8dd6-8bee85e737a5 with Priority: HIGHEST for action port [ 957.777348] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a7a29fa-9493-47a0-96f3-2f25b124e524 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.777563] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.777627] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.777905] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.777994] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a7a29fa-9493-47a0-96f3-2f25b124e524',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.779454] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7a29fa-9493-47a0-96f3-2f25b124e524 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.779454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.779454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.779628] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.779765] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.779833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.779905] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.780061] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.780184] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.780238] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a7a29fa-9493-47a0-96f3-2f25b124e524',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.781261] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-035dea2f-3944-4136-8dd6-8bee85e737a5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.781261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-035dea2f-3944-4136-8dd6-8bee85e737a5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.781261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-035dea2f-3944-4136-8dd6-8bee85e737a5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.781450] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-035dea2f-3944-4136-8dd6-8bee85e737a5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.781550] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('035dea2f-3944-4136-8dd6-8bee85e737a5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.217602] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 673396d8-03ed-445a-bead-1af3138d9c68 in Status: SUCCESS [ 958.217826] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.217999] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.218239] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.218434] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.218558] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.218626] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.218808] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.218915] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.219035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.219133] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('673396d8-03ed-445a-bead-1af3138d9c68',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.284454] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7a29fa-9493-47a0-96f3-2f25b124e524 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.284454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.284454] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a7a29fa-9493-47a0-96f3-2f25b124e524',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.284930] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 035dea2f-3944-4136-8dd6-8bee85e737a5 with status ACTIVE [ 958.285135] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.285253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.285330] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.285586] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.285672] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.285858] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.285959] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.286034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.286989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.286989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.286989] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.286989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.286989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.286989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.286989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.286989] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 035dea2f-3944-4136-8dd6-8bee85e737a5 is going to be updated. [ 958.312754] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.312961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.313036] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.313290] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.313438] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.313606] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-035dea2f-3944-4136-8dd6-8bee85e737a5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.404724] env[65933]: INFO networking_nsxv3.common.synchronization [req-959852a4-446f-448a-a653-69e8f28127f0 req-8b512c94-ffbc-423a-b137-a8d1586aa37c tempest-DeleteServersTestJSON-1878305039 tempest-DeleteServersTestJSON-1878305039-project-member] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 958.405386] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 958.405755] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.405935] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.406035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.406268] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.406535] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.406709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.406709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.406919] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.407038] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.407163] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.721864] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('673396d8-03ed-445a-bead-1af3138d9c68',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.788890] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a7a29fa-9493-47a0-96f3-2f25b124e524',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.800347] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.800552] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.800684] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.800962] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.801248] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.801411] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.801533] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.801782] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.801929] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.802172] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.802295] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.802384] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.802558] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.802642] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.802717] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.802841] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.826133] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.826308] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.826487] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.826671] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.827019] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-f4c1845f-431c-4a66-bcd6-e88c0ddd6760 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.828129] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-f4c1845f-431c-4a66-bcd6-e88c0ddd6760" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.828129] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-f4c1845f-431c-4a66-bcd6-e88c0ddd6760" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.828129] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-f4c1845f-431c-4a66-bcd6-e88c0ddd6760" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.828129] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4c1845f-431c-4a66-bcd6-e88c0ddd6760',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.910506] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.910707] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.911031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.911342] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.911523] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.911743] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.911846] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.911911] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.912099] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.912180] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.912270] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be updated. [ 958.941257] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.941475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.941576] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.941811] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.941980] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.952749] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 959.226527] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 673396d8-03ed-445a-bead-1af3138d9c68: rpc.has_security_group_logging(os_id): False [ 959.248027] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.248027] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.248027] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.248027] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.248027] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.248027] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.248027] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.248027] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.248027] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.248027] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.248027] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 673396d8-03ed-445a-bead-1af3138d9c68 is going to be created. [ 959.293679] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.293679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.293679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.293679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.293679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.293679] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 is going to be created. [ 959.326181] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.326181] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.327821] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.327821] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.327821] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.334016] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.334016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.334016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.334016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.334016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.334016] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.334751] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.335072] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.338071] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.338071] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.338071] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port f4c1845f-431c-4a66-bcd6-e88c0ddd6760 not found, creating... [ 959.338071] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.338071] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.338071] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.338071] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.338071] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.338071] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.338071] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.338583] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.338583] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.338842] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.339164] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: f4c1845f-431c-4a66-bcd6-e88c0ddd6760 is going to be created. [ 959.352037] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 in Status: UNINITIALIZED for 2s [ 959.355183] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 673396d8-03ed-445a-bead-1af3138d9c68 in Status: IN_PROGRESS for 2s [ 959.369016] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.371020] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.371020] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.371020] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.371020] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.371020] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-f4c1845f-431c-4a66-bcd6-e88c0ddd6760" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.120088] env[65933]: INFO networking_nsxv3.common.synchronization [req-959852a4-446f-448a-a653-69e8f28127f0 req-4c547449-823c-4b60-95ec-6ef5d77e5e4a service nova] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_rules [ 960.120339] env[65933]: INFO networking_nsxv3.common.synchronization [req-959852a4-446f-448a-a653-69e8f28127f0 req-4c547449-823c-4b60-95ec-6ef5d77e5e4a service nova] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 960.120465] env[65933]: INFO networking_nsxv3.common.synchronization [req-959852a4-446f-448a-a653-69e8f28127f0 req-4c547449-823c-4b60-95ec-6ef5d77e5e4a service nova] Enqueued Resource ID: f4c1845f-431c-4a66-bcd6-e88c0ddd6760 with Priority: HIGHEST for action port [ 960.121072] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_rules [ 960.121220] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 960.121318] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c1845f-431c-4a66-bcd6-e88c0ddd6760 with Priority: HIGHEST for action port [ 960.121604] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.121730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.121797] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.121987] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.122142] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.123461] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.123552] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.123744] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4c1845f-431c-4a66-bcd6-e88c0ddd6760 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.123844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4c1845f-431c-4a66-bcd6-e88c0ddd6760" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.123945] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4c1845f-431c-4a66-bcd6-e88c0ddd6760" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.124137] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4c1845f-431c-4a66-bcd6-e88c0ddd6760" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.124244] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4c1845f-431c-4a66-bcd6-e88c0ddd6760',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.625999] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.626171] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.626507] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4c1845f-431c-4a66-bcd6-e88c0ddd6760 with status ACTIVE [ 960.626737] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.626880] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.627658] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.627937] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.628051] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.628240] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.628348] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.628421] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.628579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.628663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.628868] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.628964] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.629037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.629178] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.629251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.629334] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4c1845f-431c-4a66-bcd6-e88c0ddd6760 is going to be updated. [ 960.654137] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.654336] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.654336] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.654568] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.654704] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.654867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4c1845f-431c-4a66-bcd6-e88c0ddd6760" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.966818] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 960.966818] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 deletion is rescheduled due to dependency. [ 960.966818] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.967084] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.967218] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.967474] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.967617] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.967715] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.967893] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.967977] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.968109] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.368021] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 in Status: SUCCESS [ 961.368021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.368021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.368021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.368021] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.368021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.368021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.368021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.368021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.368021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.368021] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a7a29fa-9493-47a0-96f3-2f25b124e524',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.370283] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 673396d8-03ed-445a-bead-1af3138d9c68 in Status: SUCCESS [ 961.370906] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.470967] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.872293] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7a29fa-9493-47a0-96f3-2f25b124e524 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.872452] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.872511] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.872751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.872931] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.873722] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.873722] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.873722] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.873722] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.873722] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.873722] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7a29fa-9493-47a0-96f3-2f25b124e524 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.873722] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.873722] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.874073] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.874073] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.874073] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.874193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.874221] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.874335] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.874395] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.874486] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a7a29fa-9493-47a0-96f3-2f25b124e524',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.973504] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.377070] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a7a29fa-9493-47a0-96f3-2f25b124e524: rpc.has_security_group_logging(os_id): False [ 962.396636] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.396636] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.396636] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.396636] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.396636] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.397048] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.397159] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.397226] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.397520] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.397637] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.397851] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.397962] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.398127] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.398306] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.398388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.398594] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.398716] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.398799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.398945] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.399092] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.399148] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 is going to be created. [ 962.459173] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.459586] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.459586] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.459805] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.460283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.474198] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 in Status: IN_PROGRESS for 2s [ 962.475891] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.476150] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.476150] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.476411] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.476526] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.476694] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be updated. [ 962.509947] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.510155] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.510219] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.510414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.510559] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.520731] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 963.341676] env[65933]: INFO networking_nsxv3.common.synchronization [req-d4ef7278-bd10-404f-9317-4e7d8b3f38ad req-a31cd613-a6ed-4878-a733-3958f8c663b7 tempest-ImagesOneServerNegativeTestJSON-1211298822 tempest-ImagesOneServerNegativeTestJSON-1211298822-project-member] Enqueued Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_members [ 963.341676] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_members [ 963.341676] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.341676] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.341676] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.341676] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.341676] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.341676] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.341676] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.341676] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.341676] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.342719] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.846882] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.847211] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.847268] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.847495] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.847613] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.848055] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.849694] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.849857] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.850323] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.850323] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.850323] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b is going to be updated. [ 963.887235] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.887449] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.887449] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.887662] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.888094] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.900900] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: IN_PROGRESS for 2s [ 964.489103] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 in Status: SUCCESS [ 964.489218] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.531239] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 964.531477] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.531696] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.531923] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.532156] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.532294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.532363] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.532547] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.532685] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.532784] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.532879] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.034864] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.035319] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.035319] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.035405] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.035594] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.035733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.035805] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.035988] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.036098] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.036235] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.036453] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.036584] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.036666] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.036783] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.036969] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.037076] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.037162] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.037312] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.037418] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.037541] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.037642] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.540266] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 322277bd-a597-4ae4-b5e4-559a3a693e51: rpc.has_security_group_logging(os_id): False [ 965.560305] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.560444] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.560444] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.560701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.560857] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.561325] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.561433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.561433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.561655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.561806] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.562015] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.562226] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.562226] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.562355] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.562431] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.562620] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.562764] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.562854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.563098] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.563176] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.563254] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be updated. [ 965.635736] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.636057] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.636232] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.636679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.636962] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.660303] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 965.914119] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: SUCCESS [ 965.914392] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b deletion is rescheduled due to dependency. [ 965.914516] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.098333] env[65933]: INFO networking_nsxv3.common.synchronization [req-40bf9f1a-28ca-415a-8e57-65409ba65638 req-938799c4-b9b9-4c3e-bdac-fcfc7bb6e7d8 tempest-ListServerFiltersTestJSON-1110142360 tempest-ListServerFiltersTestJSON-1110142360-project-member] Enqueued Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_members [ 966.099099] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGHEST for action security_group_members [ 966.099490] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e78453c-649c-4657-bcf9-67fbd6919541 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.099681] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.099795] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.100102] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.100360] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.100528] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.100643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.100888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.100981] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.102745] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.604842] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.605043] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.605125] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.605357] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.605453] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.605653] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.605754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.605821] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.605965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.606062] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.606139] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e78453c-649c-4657-bcf9-67fbd6919541 is going to be updated. [ 966.635501] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.635663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.635716] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.635937] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.636087] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.647807] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e78453c-649c-4657-bcf9-67fbd6919541 in Status: IN_PROGRESS for 2s [ 967.678150] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 967.678150] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.654960] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e78453c-649c-4657-bcf9-67fbd6919541 in Status: SUCCESS [ 968.655337] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e78453c-649c-4657-bcf9-67fbd6919541 deletion is rescheduled due to dependency. [ 968.655337] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.256814] env[65933]: INFO networking_nsxv3.common.synchronization [None req-294788ed-7829-4df7-9e8c-1e0ead931412 None None] Enqueued Resource ID: e9d90d6c-bb0f-4aba-b3a9-5a66f49b2432 with Priority: HIGHEST for action port [ 970.256814] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d90d6c-bb0f-4aba-b3a9-5a66f49b2432 with Priority: HIGHEST for action port [ 970.256814] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9d90d6c-bb0f-4aba-b3a9-5a66f49b2432 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.256814] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9d90d6c-bb0f-4aba-b3a9-5a66f49b2432" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.257697] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9d90d6c-bb0f-4aba-b3a9-5a66f49b2432" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.258477] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9d90d6c-bb0f-4aba-b3a9-5a66f49b2432" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.258477] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9d90d6c-bb0f-4aba-b3a9-5a66f49b2432',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.274020] env[65933]: INFO networking_nsxv3.common.synchronization [req-a2af8d4d-17cb-4b4b-8207-0ecde142cdc8 req-5377566a-d18e-41dd-9413-37e2a211c4b8 tempest-DeleteServersAdminTestJSON-956342139 tempest-DeleteServersAdminTestJSON-956342139-project-admin] Enqueued Resource ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 with Priority: HIGHEST for action security_group_members [ 970.274020] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 with Priority: HIGHEST for action security_group_members [ 970.274020] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7a29fa-9493-47a0-96f3-2f25b124e524 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.274020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.274020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.274413] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.274672] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.274886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.275045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.275303] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.275488] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.275668] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a7a29fa-9493-47a0-96f3-2f25b124e524',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.761310] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9d90d6c-bb0f-4aba-b3a9-5a66f49b2432 [ 970.761549] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.761691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.761759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.761975] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.762089] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.762184] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9d90d6c-bb0f-4aba-b3a9-5a66f49b2432 already deleted. [ 970.762266] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9d90d6c-bb0f-4aba-b3a9-5a66f49b2432" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.778926] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.778926] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.778926] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.779150] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.779236] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.779440] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.779562] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.779644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.779823] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.779902] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.779992] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 is going to be updated. [ 970.812594] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.812851] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.812851] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.813078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.813245] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.822320] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 in Status: IN_PROGRESS for 2s [ 972.741284] env[65933]: INFO networking_nsxv3.common.synchronization [None req-2f069b91-7538-48fa-9426-0f4f734acdd2 None None] Enqueued Resource ID: e5b8c124-4f22-486b-9dd2-5e559e9bebf7 with Priority: HIGHEST for action port [ 972.742856] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b8c124-4f22-486b-9dd2-5e559e9bebf7 with Priority: HIGHEST for action port [ 972.742856] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5b8c124-4f22-486b-9dd2-5e559e9bebf7 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.742856] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5b8c124-4f22-486b-9dd2-5e559e9bebf7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.742856] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5b8c124-4f22-486b-9dd2-5e559e9bebf7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.743167] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5b8c124-4f22-486b-9dd2-5e559e9bebf7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.743167] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5b8c124-4f22-486b-9dd2-5e559e9bebf7',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.833983] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 in Status: SUCCESS [ 972.834195] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 deletion is rescheduled due to dependency. [ 972.834515] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.247365] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5b8c124-4f22-486b-9dd2-5e559e9bebf7 [ 973.247712] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.247927] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.248083] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.248437] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.248605] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.248758] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5b8c124-4f22-486b-9dd2-5e559e9bebf7 already deleted. [ 973.248879] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5b8c124-4f22-486b-9dd2-5e559e9bebf7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.637425] env[65933]: INFO networking_nsxv3.common.synchronization [req-98ea0061-db79-42fe-9b2f-dfe4dcc13094 req-c60caccf-1448-4e6c-bc21-b2cc4966af62 tempest-AttachVolumeShelveTestJSON-640387395 tempest-AttachVolumeShelveTestJSON-640387395-project-member] Enqueued Resource ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 with Priority: HIGHEST for action security_group_members [ 973.638094] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 with Priority: HIGHEST for action security_group_members [ 973.638424] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.638559] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.638631] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.638895] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.639077] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.639179] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.639240] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.639398] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.639485] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.639600] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c695915-93e9-4a7f-aaf8-ba0877b5d3c8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.978252] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.979285] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-685" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.979285] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-685" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.979285] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-685" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.979285] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.979463] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.979552] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.982353] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.982353] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.982353] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.982353] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.982353] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.982353] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.982353] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.982353] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.982353] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.005324] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.005521] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.005663] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.005840] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-685" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.006227] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-12bb7443-11b9-4c0b-bef2-420257039195 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.006430] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-12bb7443-11b9-4c0b-bef2-420257039195" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.006577] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-12bb7443-11b9-4c0b-bef2-420257039195" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.006899] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-12bb7443-11b9-4c0b-bef2-420257039195" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.007075] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12bb7443-11b9-4c0b-bef2-420257039195',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.142305] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.142556] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.142623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.142840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.143022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.143252] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.143374] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.143459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.143738] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.143849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.143953] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 already deleted. [ 974.144067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.509467] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.509701] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.509829] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.510148] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.510271] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.510426] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 12bb7443-11b9-4c0b-bef2-420257039195 not found, creating... [ 974.510684] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.510842] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.510965] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.511193] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.511329] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.511599] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.511756] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.511872] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.512086] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.512219] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.512355] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 12bb7443-11b9-4c0b-bef2-420257039195 is going to be created. [ 974.534113] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.534303] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.534428] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.534754] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.534981] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.535227] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-12bb7443-11b9-4c0b-bef2-420257039195" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.244429] env[65933]: INFO networking_nsxv3.common.synchronization [req-98ea0061-db79-42fe-9b2f-dfe4dcc13094 req-c62505bd-47a2-47ad-9ff8-6b9f9013822e service nova] Enqueued Resource ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 with Priority: HIGHEST for action security_group_rules [ 975.244725] env[65933]: INFO networking_nsxv3.common.synchronization [req-98ea0061-db79-42fe-9b2f-dfe4dcc13094 req-c62505bd-47a2-47ad-9ff8-6b9f9013822e service nova] Enqueued Resource ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 with Priority: HIGHEST for action security_group_members [ 975.244779] env[65933]: INFO networking_nsxv3.common.synchronization [req-98ea0061-db79-42fe-9b2f-dfe4dcc13094 req-c62505bd-47a2-47ad-9ff8-6b9f9013822e service nova] Enqueued Resource ID: 12bb7443-11b9-4c0b-bef2-420257039195 with Priority: HIGHEST for action port [ 975.245264] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 with Priority: HIGHEST for action security_group_rules [ 975.245548] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 with Priority: HIGHEST for action security_group_members [ 975.401305] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12bb7443-11b9-4c0b-bef2-420257039195 with Priority: HIGHEST for action port [ 975.401872] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.402032] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.402105] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.405309] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.405309] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c695915-93e9-4a7f-aaf8-ba0877b5d3c8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.405309] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.405309] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.405309] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.405309] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.405309] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.405309] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.405309] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.405309] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.405309] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.405309] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c695915-93e9-4a7f-aaf8-ba0877b5d3c8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.405309] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-12bb7443-11b9-4c0b-bef2-420257039195 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.405869] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12bb7443-11b9-4c0b-bef2-420257039195" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.405869] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12bb7443-11b9-4c0b-bef2-420257039195" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.405869] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12bb7443-11b9-4c0b-bef2-420257039195" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.405869] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12bb7443-11b9-4c0b-bef2-420257039195',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.907066] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c695915-93e9-4a7f-aaf8-ba0877b5d3c8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.908362] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.908452] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.908655] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12bb7443-11b9-4c0b-bef2-420257039195 with status ACTIVE [ 975.908868] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.909182] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.909182] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.909361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.909458] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.909678] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.909821] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.909865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.910038] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.910131] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.910272] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.910359] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.910416] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.910583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.910618] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.910703] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12bb7443-11b9-4c0b-bef2-420257039195 is going to be updated. [ 975.934260] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.934471] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.934538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.934745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.934879] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.935046] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12bb7443-11b9-4c0b-bef2-420257039195" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.025578] env[65933]: INFO networking_nsxv3.common.synchronization [req-60fafaa9-5b01-4b35-8d37-1f7d5263552d req-dcf7ec5e-27f4-41e6-8fee-84f1dca3a200 tempest-ServerActionsTestOtherA-1390215543 tempest-ServerActionsTestOtherA-1390215543-project-member] Enqueued Resource ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 with Priority: HIGHEST for action security_group_members [ 976.026267] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 with Priority: HIGHEST for action security_group_members [ 976.026665] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-537812e6-4b32-4825-bb8e-a6b4f13457e2 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.026793] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.026869] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.027658] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.027658] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.027845] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.027845] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.028312] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.028312] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.028312] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('537812e6-4b32-4825-bb8e-a6b4f13457e2',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.399343] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.399760] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-800" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.399824] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-800" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.401148] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-800" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.401419] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.401601] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.401728] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.402022] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.402203] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.402450] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.402631] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.402727] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.402829] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.402908] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.403049] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.403197] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.412349] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c695915-93e9-4a7f-aaf8-ba0877b5d3c8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.434389] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.434861] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 976.435362] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.435362] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-800" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.435985] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-faaba350-aad1-40c5-b98f-813cb8a6fa57 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.436870] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-faaba350-aad1-40c5-b98f-813cb8a6fa57" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.437158] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-faaba350-aad1-40c5-b98f-813cb8a6fa57" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.439565] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-faaba350-aad1-40c5-b98f-813cb8a6fa57" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.439780] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faaba350-aad1-40c5-b98f-813cb8a6fa57',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.532886] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.532886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.532886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.532886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.532886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.532886] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.532886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.532886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.532886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.532886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.532886] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 already deleted. [ 976.532886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.917967] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.918152] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.918227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.918442] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.918538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.918645] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 is going to be created. [ 976.941838] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.942516] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.942516] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.942516] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.942516] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.943812] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.943995] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.944142] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.944405] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.944627] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.945733] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port faaba350-aad1-40c5-b98f-813cb8a6fa57 not found, creating... [ 976.946084] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.946272] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.946389] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.946633] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.946768] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.947035] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.947216] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.947303] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.947523] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.947675] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.947815] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: faaba350-aad1-40c5-b98f-813cb8a6fa57 is going to be created. [ 976.957442] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 in Status: UNINITIALIZED for 2s [ 976.966479] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.966728] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.966858] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.967164] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.967443] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.967696] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-faaba350-aad1-40c5-b98f-813cb8a6fa57" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.720018] env[65933]: INFO networking_nsxv3.common.synchronization [req-60fafaa9-5b01-4b35-8d37-1f7d5263552d req-3e04f7dc-4b4a-454b-a391-a81cba14c565 service nova] Enqueued Resource ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 with Priority: HIGHEST for action security_group_rules [ 977.720329] env[65933]: INFO networking_nsxv3.common.synchronization [req-60fafaa9-5b01-4b35-8d37-1f7d5263552d req-3e04f7dc-4b4a-454b-a391-a81cba14c565 service nova] Enqueued Resource ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 with Priority: HIGHEST for action security_group_members [ 977.720376] env[65933]: INFO networking_nsxv3.common.synchronization [req-60fafaa9-5b01-4b35-8d37-1f7d5263552d req-3e04f7dc-4b4a-454b-a391-a81cba14c565 service nova] Enqueued Resource ID: faaba350-aad1-40c5-b98f-813cb8a6fa57 with Priority: HIGHEST for action port [ 977.720993] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 with Priority: HIGHEST for action security_group_rules [ 977.721383] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 with Priority: HIGHEST for action security_group_members [ 977.721383] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faaba350-aad1-40c5-b98f-813cb8a6fa57 with Priority: HIGHEST for action port [ 977.721578] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-537812e6-4b32-4825-bb8e-a6b4f13457e2 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.721958] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.721958] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.722090] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.722090] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('537812e6-4b32-4825-bb8e-a6b4f13457e2',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.724038] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-537812e6-4b32-4825-bb8e-a6b4f13457e2 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.724038] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.724038] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.724038] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.724038] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.724857] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.724957] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.725127] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.725220] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.725740] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('537812e6-4b32-4825-bb8e-a6b4f13457e2',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.727190] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-faaba350-aad1-40c5-b98f-813cb8a6fa57 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.727417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faaba350-aad1-40c5-b98f-813cb8a6fa57" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.727712] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faaba350-aad1-40c5-b98f-813cb8a6fa57" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.727749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faaba350-aad1-40c5-b98f-813cb8a6fa57" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.727828] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faaba350-aad1-40c5-b98f-813cb8a6fa57',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.227580] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('537812e6-4b32-4825-bb8e-a6b4f13457e2',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.234302] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-537812e6-4b32-4825-bb8e-a6b4f13457e2 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.234302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.234302] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port faaba350-aad1-40c5-b98f-813cb8a6fa57 with status ACTIVE [ 978.234302] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.234302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.234302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.234302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.234302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.234302] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.234302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.234302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.234738] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.234738] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.234793] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.235194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.235194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.238307] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.238422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.238523] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: faaba350-aad1-40c5-b98f-813cb8a6fa57 is going to be updated. [ 978.262696] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.262855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.262935] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.263194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.263336] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.263610] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faaba350-aad1-40c5-b98f-813cb8a6fa57" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.608862] env[65933]: INFO networking_nsxv3.common.synchronization [req-49ceafba-2aad-44a1-9be2-cada30f00e4d req-98614a8c-253d-4d04-9d5f-0d79453b8b53 tempest-ImagesOneServerTestJSON-301119956 tempest-ImagesOneServerTestJSON-301119956-project-member] Enqueued Resource ID: 182f03b0-c353-4499-8f96-62188317da53 with Priority: HIGHEST for action security_group_members [ 978.609489] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182f03b0-c353-4499-8f96-62188317da53 with Priority: HIGHEST for action security_group_members [ 978.609824] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-182f03b0-c353-4499-8f96-62188317da53 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.609964] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.610228] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.610600] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.610764] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.610892] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.610978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.611155] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.611280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.611352] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182f03b0-c353-4499-8f96-62188317da53',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.734201] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('537812e6-4b32-4825-bb8e-a6b4f13457e2',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.825011] env[65933]: INFO networking_nsxv3.common.synchronization [req-f72af1b8-3c0e-4131-b569-0f8f8d981963 req-ac824685-718f-44a1-9055-a01c9fa6dc53 tempest-ServerRescueNegativeTestJSON-593525832 tempest-ServerRescueNegativeTestJSON-593525832-project-member] Enqueued Resource ID: a1273006-64bc-4383-a462-be6d2973e3b1 with Priority: HIGHEST for action security_group_members [ 978.825946] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1273006-64bc-4383-a462-be6d2973e3b1 with Priority: HIGHEST for action security_group_members [ 978.826639] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1273006-64bc-4383-a462-be6d2973e3b1 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.826639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.826639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.826837] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.826963] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.827181] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.827181] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.827391] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.827447] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.827548] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1273006-64bc-4383-a462-be6d2973e3b1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.947760] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-549 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.947974] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-549" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.948295] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-549" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.948447] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-549" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.948840] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.949281] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.949281] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.949429] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.949491] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.949700] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.949808] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.950160] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.950160] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.950160] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.950293] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.950536] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.966609] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 in Status: SUCCESS [ 978.966851] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.967189] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.967429] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.967626] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.967746] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.967802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.967980] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.968063] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.968149] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.968210] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c695915-93e9-4a7f-aaf8-ba0877b5d3c8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.970197] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.970320] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 978.970444] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.970612] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-549" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.970962] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-afc705b6-1b39-43db-a4df-f10f8ac285da taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.971117] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-afc705b6-1b39-43db-a4df-f10f8ac285da" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.971205] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-afc705b6-1b39-43db-a4df-f10f8ac285da" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.971490] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-afc705b6-1b39-43db-a4df-f10f8ac285da" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.971617] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afc705b6-1b39-43db-a4df-f10f8ac285da',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.115110] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.115110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.115110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.115110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.115110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.115110] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.115110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.115110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.115110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.115110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.115110] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182f03b0-c353-4499-8f96-62188317da53 already deleted. [ 979.115110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.236616] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.236918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.236918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.237138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.237229] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.237346] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 is going to be created. [ 979.261833] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.262131] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.262131] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.262460] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.262705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.272848] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 in Status: UNINITIALIZED for 2s [ 979.329567] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.330850] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.330850] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.330850] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.356851] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.356851] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.356975] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.356975] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.357261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.357373] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.357498] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1273006-64bc-4383-a462-be6d2973e3b1 is going to be updated. [ 979.389139] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.389331] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.389407] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.389631] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.389782] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.405029] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1273006-64bc-4383-a462-be6d2973e3b1 in Status: IN_PROGRESS for 2s [ 979.474677] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c695915-93e9-4a7f-aaf8-ba0877b5d3c8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.476334] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.476649] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.476846] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.477761] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.477982] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.478191] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port afc705b6-1b39-43db-a4df-f10f8ac285da not found, creating... [ 979.478587] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.478712] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.478890] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.479261] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.479417] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.479802] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.480020] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.480134] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.480369] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.480509] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.480648] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: afc705b6-1b39-43db-a4df-f10f8ac285da is going to be created. [ 979.508389] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.508616] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.508744] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.509045] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.509296] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.509510] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-afc705b6-1b39-43db-a4df-f10f8ac285da" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.984280] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8: rpc.has_security_group_logging(os_id): False [ 980.002463] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.002463] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.002463] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.002463] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.002463] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.002760] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.002812] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.002958] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.003034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.003453] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.003453] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 is going to be created. [ 980.086379] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.086608] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.086669] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.087061] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.087360] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.098893] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 in Status: IN_PROGRESS for 2s [ 980.220288] env[65933]: INFO networking_nsxv3.common.synchronization [req-49ceafba-2aad-44a1-9be2-cada30f00e4d req-644ed87a-f181-4f30-b7f2-f716746b1261 service nova] Enqueued Resource ID: 182f03b0-c353-4499-8f96-62188317da53 with Priority: HIGHEST for action security_group_rules [ 980.220288] env[65933]: INFO networking_nsxv3.common.synchronization [req-49ceafba-2aad-44a1-9be2-cada30f00e4d req-644ed87a-f181-4f30-b7f2-f716746b1261 service nova] Enqueued Resource ID: 182f03b0-c353-4499-8f96-62188317da53 with Priority: HIGHEST for action security_group_members [ 980.220288] env[65933]: INFO networking_nsxv3.common.synchronization [req-49ceafba-2aad-44a1-9be2-cada30f00e4d req-644ed87a-f181-4f30-b7f2-f716746b1261 service nova] Enqueued Resource ID: afc705b6-1b39-43db-a4df-f10f8ac285da with Priority: HIGHEST for action port [ 980.221310] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182f03b0-c353-4499-8f96-62188317da53 with Priority: HIGHEST for action security_group_rules [ 980.222465] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182f03b0-c353-4499-8f96-62188317da53 with Priority: HIGHEST for action security_group_members [ 980.222465] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc705b6-1b39-43db-a4df-f10f8ac285da with Priority: HIGHEST for action port [ 980.222465] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-182f03b0-c353-4499-8f96-62188317da53 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.223364] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.223364] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.223364] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.223364] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('182f03b0-c353-4499-8f96-62188317da53',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.224490] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-182f03b0-c353-4499-8f96-62188317da53 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.224821] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.224970] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.225219] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.225470] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.225703] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.225703] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.226348] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.226348] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.226348] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182f03b0-c353-4499-8f96-62188317da53',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.227500] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-afc705b6-1b39-43db-a4df-f10f8ac285da taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.227708] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afc705b6-1b39-43db-a4df-f10f8ac285da" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.227838] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afc705b6-1b39-43db-a4df-f10f8ac285da" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.229079] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afc705b6-1b39-43db-a4df-f10f8ac285da" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.229079] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afc705b6-1b39-43db-a4df-f10f8ac285da',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.730189] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-182f03b0-c353-4499-8f96-62188317da53 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.730428] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.730598] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('182f03b0-c353-4499-8f96-62188317da53',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.731663] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afc705b6-1b39-43db-a4df-f10f8ac285da with status ACTIVE [ 980.731849] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.732041] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.732121] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.732353] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.732460] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.732719] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.732848] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.732909] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.733686] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.733793] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.734198] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.734394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.734465] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.734686] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.734803] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.734901] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afc705b6-1b39-43db-a4df-f10f8ac285da is going to be updated. [ 980.761449] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.761672] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.761672] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.761835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.761974] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.762158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afc705b6-1b39-43db-a4df-f10f8ac285da" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.237405] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('182f03b0-c353-4499-8f96-62188317da53',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.283781] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 in Status: SUCCESS [ 981.284093] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.284361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.285034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.285034] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.285187] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.285187] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.285361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.285476] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.285609] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.285791] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('537812e6-4b32-4825-bb8e-a6b4f13457e2',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.414173] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1273006-64bc-4383-a462-be6d2973e3b1 in Status: SUCCESS [ 981.414399] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1273006-64bc-4383-a462-be6d2973e3b1 deletion is rescheduled due to dependency. [ 981.414492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.740239] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.740439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.740439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.740629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.741353] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.741353] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182f03b0-c353-4499-8f96-62188317da53 is going to be created. [ 981.772361] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.772961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.773040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.773273] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.773438] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.784642] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182f03b0-c353-4499-8f96-62188317da53 in Status: UNINITIALIZED for 2s [ 981.788056] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('537812e6-4b32-4825-bb8e-a6b4f13457e2',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.962389] env[65933]: INFO networking_nsxv3.common.synchronization [req-4e1d0f13-158e-4db4-8480-ff85eca4b8f9 req-89e43278-fc50-466b-abd3-144a0c288554 tempest-AttachVolumeNegativeTest-1380379024 tempest-AttachVolumeNegativeTest-1380379024-project-member] Enqueued Resource ID: fd94a0de-72e8-4dd9-8196-413d5fef350e with Priority: HIGHEST for action security_group_members [ 981.962968] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd94a0de-72e8-4dd9-8196-413d5fef350e with Priority: HIGHEST for action security_group_members [ 981.963292] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd94a0de-72e8-4dd9-8196-413d5fef350e taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.963418] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.963497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.963765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.964939] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.964939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.964939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.964939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.964939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.964939] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd94a0de-72e8-4dd9-8196-413d5fef350e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.115348] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 in Status: SUCCESS [ 982.115348] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.290263] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 537812e6-4b32-4825-bb8e-a6b4f13457e2: rpc.has_security_group_logging(os_id): False [ 982.325153] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.325383] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.325458] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.325682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.325770] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.326042] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.326157] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.326221] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.326376] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.326451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.326534] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 is going to be created. [ 982.330252] env[65933]: INFO networking_nsxv3.common.synchronization [req-660a4de4-defa-4ad9-9f84-1c872df7853a req-603ae028-7153-4bcb-83cd-7a310990c911 tempest-AttachInterfacesTestJSON-2120938241 tempest-AttachInterfacesTestJSON-2120938241-project-member] Enqueued Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 982.332449] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 982.333808] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.334076] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-313" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.334290] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-313" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.334631] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-313" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.334923] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.335098] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.335239] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.335616] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.335780] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.336029] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.336152] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.336261] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.336368] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.336469] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.336631] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.336777] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.339705] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.339705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.339705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.339705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.339873] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.339918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.340033] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.340224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.340322] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.340445] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.367455] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.367455] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.367705] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.368212] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-313" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.368339] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-9cd1a6d8-a4d7-43c8-9154-c2c5c583593f taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.368479] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-9cd1a6d8-a4d7-43c8-9154-c2c5c583593f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.368537] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-9cd1a6d8-a4d7-43c8-9154-c2c5c583593f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.369107] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-9cd1a6d8-a4d7-43c8-9154-c2c5c583593f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.369107] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cd1a6d8-a4d7-43c8-9154-c2c5c583593f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.407246] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.407483] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.407589] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.407806] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.408081] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.420403] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 in Status: IN_PROGRESS for 2s [ 982.467620] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.467885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.467972] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.468339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.468486] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.468791] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.468948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.469055] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.469284] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.469417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.469553] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd94a0de-72e8-4dd9-8196-413d5fef350e already deleted. [ 982.469814] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.691730] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.691938] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.692166] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.692491] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.692817] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.692989] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.693238] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.693538] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.693730] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.693981] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.694150] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.694291] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.694410] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.694540] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.694676] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.694826] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.717676] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.717849] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.717981] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.718182] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.718589] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-3bd0d1bb-8368-46b2-92b0-5db06b020d7a taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.718799] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-3bd0d1bb-8368-46b2-92b0-5db06b020d7a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.718989] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-3bd0d1bb-8368-46b2-92b0-5db06b020d7a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.719392] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-3bd0d1bb-8368-46b2-92b0-5db06b020d7a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.719546] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bd0d1bb-8368-46b2-92b0-5db06b020d7a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.843021] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.843266] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.843266] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.843483] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.843573] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.843776] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.843877] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.843933] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.844114] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.844178] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.844256] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 is going to be updated. [ 982.875093] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.875093] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.875507] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.875507] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.875642] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.875772] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 9cd1a6d8-a4d7-43c8-9154-c2c5c583593f not found, creating... [ 982.876096] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.876298] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.876298] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.876499] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.876820] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.877267] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.877474] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.877659] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.877931] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.878130] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.878307] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 9cd1a6d8-a4d7-43c8-9154-c2c5c583593f is going to be created. [ 982.882241] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.882429] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.882537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.882682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.883230] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.895758] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: IN_PROGRESS for 2s [ 982.929036] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.929328] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.929421] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.929722] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.929991] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.930243] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-9cd1a6d8-a4d7-43c8-9154-c2c5c583593f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.221551] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.221815] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.222024] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.222357] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.222544] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.222734] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 3bd0d1bb-8368-46b2-92b0-5db06b020d7a not found, creating... [ 983.223040] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.223257] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.223392] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.223620] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.223757] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.224116] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.224326] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.224419] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.224843] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.225229] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.225388] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 3bd0d1bb-8368-46b2-92b0-5db06b020d7a is going to be created. [ 983.259455] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.259707] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.259846] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.260203] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.260460] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.260750] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-3bd0d1bb-8368-46b2-92b0-5db06b020d7a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.642155] env[65933]: INFO networking_nsxv3.common.synchronization [req-4e1d0f13-158e-4db4-8480-ff85eca4b8f9 req-16341926-c7ec-4933-aef4-4ef3fa4bcb82 service nova] Enqueued Resource ID: fd94a0de-72e8-4dd9-8196-413d5fef350e with Priority: HIGHEST for action security_group_rules [ 983.642430] env[65933]: INFO networking_nsxv3.common.synchronization [req-4e1d0f13-158e-4db4-8480-ff85eca4b8f9 req-16341926-c7ec-4933-aef4-4ef3fa4bcb82 service nova] Enqueued Resource ID: fd94a0de-72e8-4dd9-8196-413d5fef350e with Priority: HIGHEST for action security_group_members [ 983.642466] env[65933]: INFO networking_nsxv3.common.synchronization [req-4e1d0f13-158e-4db4-8480-ff85eca4b8f9 req-16341926-c7ec-4933-aef4-4ef3fa4bcb82 service nova] Enqueued Resource ID: 9cd1a6d8-a4d7-43c8-9154-c2c5c583593f with Priority: HIGHEST for action port [ 983.643064] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd94a0de-72e8-4dd9-8196-413d5fef350e with Priority: HIGHEST for action security_group_rules [ 983.643207] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd94a0de-72e8-4dd9-8196-413d5fef350e with Priority: HIGHEST for action security_group_members [ 983.643306] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd1a6d8-a4d7-43c8-9154-c2c5c583593f with Priority: HIGHEST for action port [ 983.643581] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd94a0de-72e8-4dd9-8196-413d5fef350e taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.643705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.643807] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.643963] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.644239] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd94a0de-72e8-4dd9-8196-413d5fef350e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.645157] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd94a0de-72e8-4dd9-8196-413d5fef350e taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.645342] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.645581] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.645783] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.645911] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.646050] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.646145] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.646339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.646470] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.646642] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd94a0de-72e8-4dd9-8196-413d5fef350e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.647988] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cd1a6d8-a4d7-43c8-9154-c2c5c583593f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.648135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cd1a6d8-a4d7-43c8-9154-c2c5c583593f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.648241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cd1a6d8-a4d7-43c8-9154-c2c5c583593f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.648445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cd1a6d8-a4d7-43c8-9154-c2c5c583593f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.648632] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cd1a6d8-a4d7-43c8-9154-c2c5c583593f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.796228] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182f03b0-c353-4499-8f96-62188317da53 in Status: SUCCESS [ 983.798978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.798978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.798978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.798978] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.798978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.798978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.798978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.798978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.798978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.798978] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('182f03b0-c353-4499-8f96-62188317da53',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.970561] env[65933]: INFO networking_nsxv3.common.synchronization [req-660a4de4-defa-4ad9-9f84-1c872df7853a req-4b75e718-9c2c-4b9e-83c1-91f90d705bba service nova] Enqueued Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_rules [ 983.970747] env[65933]: INFO networking_nsxv3.common.synchronization [req-660a4de4-defa-4ad9-9f84-1c872df7853a req-4b75e718-9c2c-4b9e-83c1-91f90d705bba service nova] Enqueued Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 983.970886] env[65933]: INFO networking_nsxv3.common.synchronization [req-660a4de4-defa-4ad9-9f84-1c872df7853a req-4b75e718-9c2c-4b9e-83c1-91f90d705bba service nova] Enqueued Resource ID: 3bd0d1bb-8368-46b2-92b0-5db06b020d7a with Priority: HIGHEST for action port [ 983.971452] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_rules [ 983.974679] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 983.974679] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd0d1bb-8368-46b2-92b0-5db06b020d7a with Priority: HIGHEST for action port [ 983.974679] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.974679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.974679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.974679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.974679] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.974679] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.974679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.974679] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bd0d1bb-8368-46b2-92b0-5db06b020d7a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.974679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bd0d1bb-8368-46b2-92b0-5db06b020d7a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.974679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bd0d1bb-8368-46b2-92b0-5db06b020d7a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.974679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bd0d1bb-8368-46b2-92b0-5db06b020d7a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.974679] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bd0d1bb-8368-46b2-92b0-5db06b020d7a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.150917] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd94a0de-72e8-4dd9-8196-413d5fef350e taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.150917] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.151058] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd94a0de-72e8-4dd9-8196-413d5fef350e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.151827] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cd1a6d8-a4d7-43c8-9154-c2c5c583593f with status ACTIVE [ 984.152074] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.152154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.152220] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.152428] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.152521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.152807] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.152916] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.152982] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.153174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.153256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.153442] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.153534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.153597] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.153737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.153810] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.153894] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cd1a6d8-a4d7-43c8-9154-c2c5c583593f is going to be updated. [ 984.176278] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.176457] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.176594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.176865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.177026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.177188] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cd1a6d8-a4d7-43c8-9154-c2c5c583593f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.301467] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-182f03b0-c353-4499-8f96-62188317da53 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.301467] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.301754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.301754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.301897] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.302016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.302115] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.302276] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.302362] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.302450] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.302600] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-182f03b0-c353-4499-8f96-62188317da53 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.302704] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.302767] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.302918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.303093] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.303194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.303194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.303337] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.303404] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.303491] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.303578] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('182f03b0-c353-4499-8f96-62188317da53',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.432943] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 in Status: SUCCESS [ 984.433187] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.475678] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.475972] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.476334] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bd0d1bb-8368-46b2-92b0-5db06b020d7a with status ACTIVE [ 984.476534] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.476780] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.476841] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.477094] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.477224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.477383] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.477507] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.477619] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.477812] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.477930] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.478086] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.478159] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.478214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.478391] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.478443] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.478527] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bd0d1bb-8368-46b2-92b0-5db06b020d7a is going to be updated. [ 984.501940] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.502172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.502242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.502456] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.502643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.502806] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bd0d1bb-8368-46b2-92b0-5db06b020d7a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.655711] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd94a0de-72e8-4dd9-8196-413d5fef350e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.805941] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 182f03b0-c353-4499-8f96-62188317da53: rpc.has_security_group_logging(os_id): False [ 984.829548] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.829699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.829773] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.829990] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.830098] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.830304] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.830399] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.830460] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.830606] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.830682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.830852] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.831113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.831113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.831390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.831390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.831390] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.831510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.831543] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.831658] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.831729] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.831811] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 182f03b0-c353-4499-8f96-62188317da53 is going to be created. [ 984.872379] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.872655] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-274" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.872715] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-274" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.872967] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-274" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.873780] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.874036] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.874172] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.874434] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.874667] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.874895] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.875022] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.875136] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.875247] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.875359] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.875466] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.875622] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.899495] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.899733] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 984.899921] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.901721] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-274" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.904845] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-c45b6dcd-f838-4e9c-8957-eea4463ed8be taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.904845] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-c45b6dcd-f838-4e9c-8957-eea4463ed8be" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.904845] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-c45b6dcd-f838-4e9c-8957-eea4463ed8be" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.904845] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-c45b6dcd-f838-4e9c-8957-eea4463ed8be" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.904845] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c45b6dcd-f838-4e9c-8957-eea4463ed8be',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.906816] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.906894] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.906956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.907237] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.907477] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.919275] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: SUCCESS [ 984.919452] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 deletion is rescheduled due to dependency. [ 984.919560] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.919910] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.920396] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.920620] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.923632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.923632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.923632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.923632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.923632] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.923896] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 182f03b0-c353-4499-8f96-62188317da53 in Status: IN_PROGRESS for 2s [ 985.158103] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.158300] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.158365] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.158654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.158781] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.158914] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd94a0de-72e8-4dd9-8196-413d5fef350e is going to be created. [ 985.204178] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.204374] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.204532] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.204777] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.205018] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.216494] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd94a0de-72e8-4dd9-8196-413d5fef350e in Status: UNINITIALIZED for 2s [ 985.412045] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.412045] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.412229] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.412592] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.412673] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.413046] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.413259] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.413406] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.413715] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.413852] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.414315] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.414508] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.414666] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.414939] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.415163] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.415377] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: c45b6dcd-f838-4e9c-8957-eea4463ed8be is going to be updated. [ 985.424390] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.439772] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.440017] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.440151] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.440480] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.440699] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.440969] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-c45b6dcd-f838-4e9c-8957-eea4463ed8be" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.927010] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.163713] env[65933]: INFO networking_nsxv3.common.synchronization [req-793461ea-6c29-406e-a8df-21123a8c6428 req-83399ae7-bbec-4496-b6aa-96bd1b3051ff service nova] Enqueued Resource ID: 7022cd29-8784-4706-ac03-3cc7395ab323 with Priority: HIGHEST for action security_group_rules [ 986.164034] env[65933]: INFO networking_nsxv3.common.synchronization [req-793461ea-6c29-406e-a8df-21123a8c6428 req-83399ae7-bbec-4496-b6aa-96bd1b3051ff service nova] Enqueued Resource ID: 7022cd29-8784-4706-ac03-3cc7395ab323 with Priority: HIGHEST for action security_group_members [ 986.164243] env[65933]: INFO networking_nsxv3.common.synchronization [req-793461ea-6c29-406e-a8df-21123a8c6428 req-83399ae7-bbec-4496-b6aa-96bd1b3051ff service nova] Enqueued Resource ID: c45b6dcd-f838-4e9c-8957-eea4463ed8be with Priority: HIGHEST for action port [ 986.164540] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7022cd29-8784-4706-ac03-3cc7395ab323 with Priority: HIGHEST for action security_group_rules [ 986.164823] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7022cd29-8784-4706-ac03-3cc7395ab323 with Priority: HIGHEST for action security_group_members [ 986.164978] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45b6dcd-f838-4e9c-8957-eea4463ed8be with Priority: HIGHEST for action port [ 986.166575] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7022cd29-8784-4706-ac03-3cc7395ab323 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.166575] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.166575] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.166575] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.166575] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.167908] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7022cd29-8784-4706-ac03-3cc7395ab323 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.168144] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.168265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.168587] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.168797] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.168948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.169069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.169317] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.169601] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.169601] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.171884] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-c45b6dcd-f838-4e9c-8957-eea4463ed8be taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.171884] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c45b6dcd-f838-4e9c-8957-eea4463ed8be" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.171884] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c45b6dcd-f838-4e9c-8957-eea4463ed8be" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.171884] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c45b6dcd-f838-4e9c-8957-eea4463ed8be" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.171884] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c45b6dcd-f838-4e9c-8957-eea4463ed8be',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.432554] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.432554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.432554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.432849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.432849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.432849] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 is going to be updated. [ 986.469690] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.470046] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.470046] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.470583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.470583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.482270] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: IN_PROGRESS for 2s [ 986.668514] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7022cd29-8784-4706-ac03-3cc7395ab323 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.669163] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.672260] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.673254] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c45b6dcd-f838-4e9c-8957-eea4463ed8be with status ACTIVE [ 986.673473] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.673934] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.674107] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.674358] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.674503] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.674790] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.674894] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.674940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.675104] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.675654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.675654] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.675799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.675860] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.676073] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.676163] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.676309] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c45b6dcd-f838-4e9c-8957-eea4463ed8be is going to be updated. [ 986.702315] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.702487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.702529] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.702769] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.702983] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.703195] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c45b6dcd-f838-4e9c-8957-eea4463ed8be" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.940388] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 182f03b0-c353-4499-8f96-62188317da53 in Status: SUCCESS [ 986.940821] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.178676] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.231830] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd94a0de-72e8-4dd9-8196-413d5fef350e in Status: SUCCESS [ 987.232104] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.232271] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.232504] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.232693] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.232819] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.232883] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.233054] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.233136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.233222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.233310] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd94a0de-72e8-4dd9-8196-413d5fef350e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.681123] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.681288] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.681452] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.681581] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.681670] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.681800] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7022cd29-8784-4706-ac03-3cc7395ab323 is going to be updated. [ 987.715071] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.715833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.716225] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.716511] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.716763] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.727234] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7022cd29-8784-4706-ac03-3cc7395ab323 in Status: IN_PROGRESS for 2s [ 987.735767] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd94a0de-72e8-4dd9-8196-413d5fef350e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.238891] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd94a0de-72e8-4dd9-8196-413d5fef350e: rpc.has_security_group_logging(os_id): False [ 988.257553] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.257719] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.257794] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.258056] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.258184] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.258445] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.258550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.258691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.258866] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.258980] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.259083] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd94a0de-72e8-4dd9-8196-413d5fef350e is going to be created. [ 988.337761] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.338019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.338019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.338201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.338381] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.353406] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd94a0de-72e8-4dd9-8196-413d5fef350e in Status: IN_PROGRESS for 2s [ 988.495868] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: SUCCESS [ 988.495868] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.495868] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.496274] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.496391] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.496569] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.496763] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.496925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.497067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.497125] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.497205] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.000211] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.000397] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.000438] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.000672] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.000948] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.000948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.001091] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.001233] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.001233] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.001430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.001518] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.001594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.001637] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.001747] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.001887] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.001979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.002084] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.002188] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.002346] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.002346] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.002432] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.507578] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 856c010a-00c2-4491-a0c2-aed5b6379f07: rpc.has_security_group_logging(os_id): False [ 989.526657] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.526838] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.526897] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.527165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.527287] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.527527] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.527640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.527704] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.527913] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.527995] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.528224] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.528339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.528406] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.528574] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.528662] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.528961] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.528961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.529747] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.530141] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.530235] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.530334] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 is going to be updated. [ 989.604272] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.604497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.604497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.604839] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.605017] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.619409] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: IN_PROGRESS for 2s [ 989.642795] env[65933]: INFO networking_nsxv3.common.synchronization [None req-61f45fff-1f46-43fb-9ea4-4531d06a7062 tempest-AttachInterfacesTestJSON-2120938241 tempest-AttachInterfacesTestJSON-2120938241-project-member] Enqueued Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 989.643496] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 989.643702] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.643836] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.643902] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.644326] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.644506] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.644628] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.644685] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.644858] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.644950] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.645067] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.737953] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7022cd29-8784-4706-ac03-3cc7395ab323 in Status: SUCCESS [ 989.738206] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.738383] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.738655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.738814] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.738938] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.742026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.742026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.742026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.742026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.742026] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.146920] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.243152] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7022cd29-8784-4706-ac03-3cc7395ab323 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.243442] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.243558] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.243994] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.244114] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.244254] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.244330] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.244559] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.244745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.244915] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.245217] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7022cd29-8784-4706-ac03-3cc7395ab323 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.245435] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.245581] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.245878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.246171] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.246453] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.246504] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.246826] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.246978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.247178] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.247364] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.368325] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd94a0de-72e8-4dd9-8196-413d5fef350e in Status: SUCCESS [ 990.368615] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.649328] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.754616] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7022cd29-8784-4706-ac03-3cc7395ab323: rpc.has_security_group_logging(os_id): False [ 990.772586] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.772733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.772805] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.773029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.773116] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.773305] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.773401] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.773464] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.773606] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.773683] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.773926] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.774080] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.774144] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.774287] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.774357] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.774543] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.774635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.774696] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.774837] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.774903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.774986] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7022cd29-8784-4706-ac03-3cc7395ab323 is going to be updated. [ 990.853047] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.853241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.853290] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.853497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.853663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.871707] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7022cd29-8784-4706-ac03-3cc7395ab323 in Status: IN_PROGRESS for 2s [ 991.152706] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.152872] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.152946] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.153280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.153598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.153598] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 is going to be updated. [ 991.199311] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.199986] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.199986] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.200144] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.200309] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.224201] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: IN_PROGRESS for 2s [ 991.640995] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: SUCCESS [ 991.641645] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.199186] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.199578] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.199578] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.199873] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.200203] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.200441] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.200610] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.200825] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.201023] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.201289] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.201421] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.201557] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.201670] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.201782] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.201887] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.202142] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.223453] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.223622] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.223763] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.223942] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.224296] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-9b0ec397-fe19-4025-9c09-62c71d1452a4 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.224477] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-9b0ec397-fe19-4025-9c09-62c71d1452a4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.224604] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-9b0ec397-fe19-4025-9c09-62c71d1452a4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.224961] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-9b0ec397-fe19-4025-9c09-62c71d1452a4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.225136] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b0ec397-fe19-4025-9c09-62c71d1452a4',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.730325] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.730325] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.730689] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.730734] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.730913] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.731311] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 9b0ec397-fe19-4025-9c09-62c71d1452a4 not found, creating... [ 992.731381] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.731558] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.731679] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.731920] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.732084] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.732369] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.732529] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.732529] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.732851] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.732984] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.733137] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 9b0ec397-fe19-4025-9c09-62c71d1452a4 is going to be created. [ 992.755630] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.755864] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.755993] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.756313] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.756555] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.756811] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-9b0ec397-fe19-4025-9c09-62c71d1452a4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.894047] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7022cd29-8784-4706-ac03-3cc7395ab323 in Status: SUCCESS [ 992.894515] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.164325] env[65933]: INFO networking_nsxv3.common.synchronization [req-368106b0-2d2d-42d1-89c1-fb23a9ec6d84 req-4cf1001b-3072-47c9-b691-9c0733e48865 tempest-ServerDiskConfigTestJSON-122935285 tempest-ServerDiskConfigTestJSON-122935285-project-member] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 993.164965] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 993.165496] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.165496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.165637] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.165736] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.165918] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.166066] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.166134] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.166312] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.166418] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.166563] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.234046] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: SUCCESS [ 993.234445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.555656] env[65933]: INFO networking_nsxv3.common.synchronization [req-ad6616cc-cc3a-4792-b22b-b2674966d725 req-01668d7a-a006-491b-a090-c6f774465434 service nova] Enqueued Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_rules [ 993.556061] env[65933]: INFO networking_nsxv3.common.synchronization [req-ad6616cc-cc3a-4792-b22b-b2674966d725 req-01668d7a-a006-491b-a090-c6f774465434 service nova] Enqueued Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 993.556373] env[65933]: INFO networking_nsxv3.common.synchronization [req-ad6616cc-cc3a-4792-b22b-b2674966d725 req-01668d7a-a006-491b-a090-c6f774465434 service nova] Enqueued Resource ID: 9b0ec397-fe19-4025-9c09-62c71d1452a4 with Priority: HIGHEST for action port [ 993.557605] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_rules [ 993.558173] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 993.558371] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b0ec397-fe19-4025-9c09-62c71d1452a4 with Priority: HIGHEST for action port [ 993.558809] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.559193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.559193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.559471] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.559711] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.561362] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.562439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.562439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.562439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.562704] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.562840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.562978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.563242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.563378] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.563522] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.564781] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b0ec397-fe19-4025-9c09-62c71d1452a4 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.564989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b0ec397-fe19-4025-9c09-62c71d1452a4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.565092] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b0ec397-fe19-4025-9c09-62c71d1452a4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.565314] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b0ec397-fe19-4025-9c09-62c71d1452a4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.565460] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b0ec397-fe19-4025-9c09-62c71d1452a4',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.671560] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.671766] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.671837] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.673283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.673283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.673283] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.673283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.673283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.673283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.673283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.673283] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 is going to be updated. [ 993.705409] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.705623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.705701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.705946] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.706174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.720025] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: IN_PROGRESS for 2s [ 994.067485] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.067638] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.067845] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.068829] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b0ec397-fe19-4025-9c09-62c71d1452a4 with status ACTIVE [ 994.069051] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.069175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.069253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.069466] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.069547] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.069735] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.069865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.069898] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.071070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.071192] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.071537] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.071641] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.071722] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.071910] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.071991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.072096] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b0ec397-fe19-4025-9c09-62c71d1452a4 is going to be updated. [ 994.095933] env[65933]: INFO networking_nsxv3.common.synchronization [req-5941df72-d78f-48e7-a4e5-5e94275f0a9f req-139a7fab-bae0-4cf7-ba7c-9a89a15f75e4 tempest-ServersTestJSON-121039310 tempest-ServersTestJSON-121039310-project-member] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 994.098436] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 994.099778] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.099997] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.100078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.100290] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.100880] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.101641] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b0ec397-fe19-4025-9c09-62c71d1452a4" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.102643] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.102883] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.103160] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.103869] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.104173] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.104416] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.104530] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.104830] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.104969] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.105140] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.480528] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.480882] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.480882] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.481225] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.481499] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.481659] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.481786] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.482223] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.482223] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.482496] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.482565] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.482650] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.482803] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.482925] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.483042] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.483173] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.505225] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.505412] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.505571] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.505779] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.506245] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-c3c8d20a-69ae-45b4-bbb7-2e14748d3a50 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.506467] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-c3c8d20a-69ae-45b4-bbb7-2e14748d3a50" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.506598] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-c3c8d20a-69ae-45b4-bbb7-2e14748d3a50" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.507227] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-c3c8d20a-69ae-45b4-bbb7-2e14748d3a50" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.507440] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3c8d20a-69ae-45b4-bbb7-2e14748d3a50',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.576966] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.609907] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.609907] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.609907] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.609907] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.610314] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.610314] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.610314] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.610454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.610546] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.610596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.610681] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 already deleted. [ 994.610814] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.011425] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.011638] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.011904] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.012146] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.012393] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.012617] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port c3c8d20a-69ae-45b4-bbb7-2e14748d3a50 not found, creating... [ 995.012921] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.013128] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.013301] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.013570] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.013715] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.014266] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.014517] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.014692] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.015182] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.015182] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.015328] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: c3c8d20a-69ae-45b4-bbb7-2e14748d3a50 is going to be created. [ 995.036573] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.036894] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.037052] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.037335] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.037571] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.037817] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-c3c8d20a-69ae-45b4-bbb7-2e14748d3a50" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.079982] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.080190] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.080264] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.080506] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.080604] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.080708] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 is going to be updated. [ 995.144645] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.144913] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.144913] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.145152] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.145268] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.163344] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: IN_PROGRESS for 2s [ 995.727544] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: SUCCESS [ 995.727917] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 deletion is rescheduled due to dependency. [ 995.727917] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.804071] env[65933]: INFO networking_nsxv3.common.synchronization [req-5941df72-d78f-48e7-a4e5-5e94275f0a9f req-03fb98ac-8c7c-4346-9f45-ad5bc948a267 service nova] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_rules [ 995.804344] env[65933]: INFO networking_nsxv3.common.synchronization [req-5941df72-d78f-48e7-a4e5-5e94275f0a9f req-03fb98ac-8c7c-4346-9f45-ad5bc948a267 service nova] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 995.804494] env[65933]: INFO networking_nsxv3.common.synchronization [req-5941df72-d78f-48e7-a4e5-5e94275f0a9f req-03fb98ac-8c7c-4346-9f45-ad5bc948a267 service nova] Enqueued Resource ID: c3c8d20a-69ae-45b4-bbb7-2e14748d3a50 with Priority: HIGHEST for action port [ 995.805039] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_rules [ 995.805182] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 995.805314] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c8d20a-69ae-45b4-bbb7-2e14748d3a50 with Priority: HIGHEST for action port [ 995.805604] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.805728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.805797] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.806062] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.806151] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.807471] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.807591] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.807660] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.807873] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.808043] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.808148] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.808211] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.808361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.808470] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.808535] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.809345] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3c8d20a-69ae-45b4-bbb7-2e14748d3a50 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.809451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3c8d20a-69ae-45b4-bbb7-2e14748d3a50" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.809512] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3c8d20a-69ae-45b4-bbb7-2e14748d3a50" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.809666] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3c8d20a-69ae-45b4-bbb7-2e14748d3a50" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.809740] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3c8d20a-69ae-45b4-bbb7-2e14748d3a50',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.312953] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.313124] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.314036] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.314316] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3c8d20a-69ae-45b4-bbb7-2e14748d3a50 with status ACTIVE [ 996.314520] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.314907] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.314907] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.315029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.315093] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.315289] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.315387] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.315433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.315604] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.316590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.316590] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.316590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.316590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.316590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.316590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.316590] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3c8d20a-69ae-45b4-bbb7-2e14748d3a50 is going to be updated. [ 996.354533] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.354533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.354533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.354533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.354533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.354533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3c8d20a-69ae-45b4-bbb7-2e14748d3a50" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.818314] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.182601] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: SUCCESS [ 997.182846] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.183044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.183285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.183499] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.183695] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.183880] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.183932] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.184021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.184095] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.184188] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.322089] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.322335] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.322335] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.322595] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.322595] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.322775] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be created. [ 997.350618] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.350618] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.350618] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.350942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.351150] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.363294] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: UNINITIALIZED for 2s [ 997.687292] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.687292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.687292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.687521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.688127] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.688127] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.688127] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.688127] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.688408] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.688408] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.688480] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.688527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.688625] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.688729] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.688867] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.688970] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.689073] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.689165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.689240] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.689321] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.689409] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.194452] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 856c010a-00c2-4491-a0c2-aed5b6379f07: rpc.has_security_group_logging(os_id): False [ 998.216651] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.217242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.217497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.217831] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.218096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.218479] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.218745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.219491] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.219850] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.221235] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.221636] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.221890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.222558] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.222875] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.223078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.223438] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.223675] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.223904] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.224196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.224408] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.224623] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 is going to be updated. [ 998.328034] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.328034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.328034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.328340] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.328482] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.364832] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: IN_PROGRESS for 2s [ 998.394197] env[65933]: INFO networking_nsxv3.common.synchronization [req-768acf1b-efbe-4bb0-9c1a-6a40155481ee req-39267432-f22c-46f4-b2e7-2cd10206e401 tempest-ImagesOneServerNegativeTestJSON-1211298822 tempest-ImagesOneServerNegativeTestJSON-1211298822-project-member] Enqueued Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_members [ 998.394974] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_members [ 998.395360] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.395538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.395643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.395931] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.396160] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.396303] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.396389] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.396624] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.396784] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.396891] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.899956] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.900142] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.900214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.900617] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.900741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.901048] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.901224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.901224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.901398] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.901596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.901755] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b is going to be updated. [ 998.908868] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-911 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.909194] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-911" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.909332] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-911" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.909603] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-911" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.909871] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.910228] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.910445] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.910824] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.911202] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.911446] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.911562] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.911673] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.911778] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.911941] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.912174] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.912378] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.933545] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.933786] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.933941] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.934168] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-911" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.934537] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-5bf3cceb-b6c8-4a42-a3ee-823e92daaf08 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.934838] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-5bf3cceb-b6c8-4a42-a3ee-823e92daaf08" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.934991] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-5bf3cceb-b6c8-4a42-a3ee-823e92daaf08" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.935482] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-5bf3cceb-b6c8-4a42-a3ee-823e92daaf08" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.935572] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bf3cceb-b6c8-4a42-a3ee-823e92daaf08',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.938477] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.938477] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.938672] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.938852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.938952] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.951945] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: IN_PROGRESS for 2s [ 999.375143] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 999.375403] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.375501] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.375909] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.376171] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.376315] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.376431] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.376801] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.376915] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.377048] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.377124] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.439422] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.439422] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.439601] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.439850] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.440016] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.440276] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 5bf3cceb-b6c8-4a42-a3ee-823e92daaf08 not found, creating... [ 999.440462] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.440636] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.440762] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.441032] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.441180] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.441487] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.441647] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.441766] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.442107] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.442244] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.442386] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 5bf3cceb-b6c8-4a42-a3ee-823e92daaf08 is going to be created. [ 999.465497] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.465628] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.465752] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.466068] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.466325] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.466578] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-5bf3cceb-b6c8-4a42-a3ee-823e92daaf08" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.883783] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.884049] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.884049] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.884334] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.884583] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.884720] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.884807] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.885129] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.885267] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.885334] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.885508] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.885659] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.885743] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.885867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.886044] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.886163] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.886237] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.886432] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.886543] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.886635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.886784] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.182839] env[65933]: INFO networking_nsxv3.common.synchronization [req-768acf1b-efbe-4bb0-9c1a-6a40155481ee req-72ff7215-daec-45d5-ae2e-3168fa4fc4ed service nova] Enqueued Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_rules [ 1000.182839] env[65933]: INFO networking_nsxv3.common.synchronization [req-768acf1b-efbe-4bb0-9c1a-6a40155481ee req-72ff7215-daec-45d5-ae2e-3168fa4fc4ed service nova] Enqueued Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_members [ 1000.183080] env[65933]: INFO networking_nsxv3.common.synchronization [req-768acf1b-efbe-4bb0-9c1a-6a40155481ee req-72ff7215-daec-45d5-ae2e-3168fa4fc4ed service nova] Enqueued Resource ID: 5bf3cceb-b6c8-4a42-a3ee-823e92daaf08 with Priority: HIGHEST for action port [ 1000.183436] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_rules [ 1000.183578] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_members [ 1000.183707] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf3cceb-b6c8-4a42-a3ee-823e92daaf08 with Priority: HIGHEST for action port [ 1000.183971] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.184765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.184765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.184765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.184765] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.185974] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.186199] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.186418] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bf3cceb-b6c8-4a42-a3ee-823e92daaf08 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.186543] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bf3cceb-b6c8-4a42-a3ee-823e92daaf08" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.186598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bf3cceb-b6c8-4a42-a3ee-823e92daaf08" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.186862] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bf3cceb-b6c8-4a42-a3ee-823e92daaf08" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.186949] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bf3cceb-b6c8-4a42-a3ee-823e92daaf08',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.380213] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: SUCCESS [ 1000.380495] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.388962] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e456aafc-3e18-4d29-8a84-c09e9a44ba85: rpc.has_security_group_logging(os_id): False [ 1000.408869] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.409118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.409118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.409420] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.409482] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.409695] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.409795] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.409964] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.410381] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.410381] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.410509] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.410591] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.410657] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.410804] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.410874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.411072] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.411169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.411223] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.411419] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.411519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.411592] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be created. [ 1000.469365] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.469707] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.469925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.470295] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.470710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.484244] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1000.687886] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.688326] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.689499] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bf3cceb-b6c8-4a42-a3ee-823e92daaf08 with status ACTIVE [ 1000.690157] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.690157] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.690265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.691222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.691222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.691222] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.691222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.691222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.691457] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.691457] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.691548] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.691640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.691770] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.691920] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.691920] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.692033] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bf3cceb-b6c8-4a42-a3ee-823e92daaf08 is going to be updated. [ 1000.716652] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.716862] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.716912] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.717253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.717442] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.717636] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bf3cceb-b6c8-4a42-a3ee-823e92daaf08" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.873340] env[65933]: INFO networking_nsxv3.common.synchronization [req-69e57802-7eef-4543-b45e-8c96648aae9a req-f11beafe-3901-4bb0-ab2f-f59a540f8386 tempest-ServerDiskConfigTestJSON-122935285 tempest-ServerDiskConfigTestJSON-122935285-project-member] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 1000.874028] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 1000.874354] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.874531] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.874603] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.874910] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.875477] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.875654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.875759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.875952] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.876074] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.876184] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.966347] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: SUCCESS [ 1000.966566] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b deletion is rescheduled due to dependency. [ 1000.966859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.967025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.967203] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.967391] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.967559] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.967622] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.967767] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.967861] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.967981] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.227928] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.228071] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-327" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.228247] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-327" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.228467] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-327" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.228738] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.228915] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.229024] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.229328] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.229476] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.229721] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.229792] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.229892] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.229996] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.230177] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.230233] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.230361] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.263313] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.263492] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.263659] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.263861] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-327" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.264219] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-1d5f4c70-b1e3-482e-a149-d03d1e842c87 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.264881] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-1d5f4c70-b1e3-482e-a149-d03d1e842c87" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.264881] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-1d5f4c70-b1e3-482e-a149-d03d1e842c87" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.265108] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-1d5f4c70-b1e3-482e-a149-d03d1e842c87" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.265247] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d5f4c70-b1e3-482e-a149-d03d1e842c87',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.380260] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.380260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.380260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.380260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.380260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.380260] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.380260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.380260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.380260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.380851] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.380851] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 is going to be updated. [ 1001.420075] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.420210] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.420305] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.420533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.420734] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.434661] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: IN_PROGRESS for 2s [ 1001.472591] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.767817] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.768137] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.768316] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.768615] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.768817] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.768982] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 1d5f4c70-b1e3-482e-a149-d03d1e842c87 not found, creating... [ 1001.769426] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.769555] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.769741] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.769969] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.770158] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.770496] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.770695] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.770843] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.771095] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.771278] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.771464] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 1d5f4c70-b1e3-482e-a149-d03d1e842c87 is going to be created. [ 1001.793263] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.793527] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.793702] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.793999] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.794292] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.794465] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-1d5f4c70-b1e3-482e-a149-d03d1e842c87" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.975062] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.480175] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.480586] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.480586] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.480586] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.480765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.480765] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b is going to be updated. [ 1002.499632] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1002.499765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.518068] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.518068] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.518068] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.518068] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.518068] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.527631] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: IN_PROGRESS for 2s [ 1002.614937] env[65933]: INFO networking_nsxv3.common.synchronization [req-69e57802-7eef-4543-b45e-8c96648aae9a req-7e740e16-af66-4cd2-884c-ef0033a399b2 service nova] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_rules [ 1002.615196] env[65933]: INFO networking_nsxv3.common.synchronization [req-69e57802-7eef-4543-b45e-8c96648aae9a req-7e740e16-af66-4cd2-884c-ef0033a399b2 service nova] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 1002.615388] env[65933]: INFO networking_nsxv3.common.synchronization [req-69e57802-7eef-4543-b45e-8c96648aae9a req-7e740e16-af66-4cd2-884c-ef0033a399b2 service nova] Enqueued Resource ID: 1d5f4c70-b1e3-482e-a149-d03d1e842c87 with Priority: HIGHEST for action port [ 1002.616833] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_rules [ 1002.617170] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 1002.617409] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d5f4c70-b1e3-482e-a149-d03d1e842c87 with Priority: HIGHEST for action port [ 1002.618242] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.618242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.618242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.618625] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.618787] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.620768] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.621097] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.621910] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d5f4c70-b1e3-482e-a149-d03d1e842c87 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.622120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d5f4c70-b1e3-482e-a149-d03d1e842c87" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.624202] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d5f4c70-b1e3-482e-a149-d03d1e842c87" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.624451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d5f4c70-b1e3-482e-a149-d03d1e842c87" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.624580] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d5f4c70-b1e3-482e-a149-d03d1e842c87',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.129434] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d5f4c70-b1e3-482e-a149-d03d1e842c87 with status ACTIVE [ 1003.129680] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.129848] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.129922] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.130167] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.130261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.130443] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.130534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.130598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.130741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.130818] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.130993] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.131098] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.131158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.131294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.131366] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.131449] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d5f4c70-b1e3-482e-a149-d03d1e842c87 is going to be updated. [ 1003.132595] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.132699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.152296] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.152445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.152532] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.152708] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.152844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.153011] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d5f4c70-b1e3-482e-a149-d03d1e842c87" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.444129] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: SUCCESS [ 1003.444330] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 deletion is rescheduled due to dependency. [ 1003.444376] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.444578] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.444891] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.445103] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.445227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.445288] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.445443] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.445525] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.445619] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.694942] env[65933]: INFO networking_nsxv3.common.synchronization [req-4dde455a-5f03-4e4f-b693-92b256ee1886 req-245c878f-96d7-4b73-a298-da1afc1090ac tempest-DeleteServersTestJSON-1878305039 tempest-DeleteServersTestJSON-1878305039-project-member] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 1003.694942] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 1003.694942] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.694942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.694942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.694942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.694942] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.694942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.694942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.694942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.694942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.695568] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.948261] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.197852] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.198123] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.198234] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.198448] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.198506] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.198711] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.198810] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.198884] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.199076] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.199156] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.199250] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be updated. [ 1004.227967] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.228164] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.228264] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.228561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.228776] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.239753] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 1004.450826] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.582643] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: SUCCESS [ 1004.582643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.582643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.582643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.582643] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.583054] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.583054] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.583663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.583835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.584249] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.584249] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.954683] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.955155] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.955155] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.955367] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.955367] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.955589] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 is going to be updated. [ 1004.991673] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.991986] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.991986] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.992240] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.992415] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.002589] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: IN_PROGRESS for 2s [ 1005.086576] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.086857] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.086857] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.087169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.087400] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.087520] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.087586] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.087781] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.087959] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.088159] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.088280] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.088418] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.088502] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.088679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.088852] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.088996] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.089123] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.089303] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.089397] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.089513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.089627] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.592114] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b: rpc.has_security_group_logging(os_id): False [ 1005.611115] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.611301] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.611349] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.611605] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.611727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.611977] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.612141] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.612227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.612439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.614222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.614533] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.614674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.614756] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.614938] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.615041] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.615383] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.615528] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.615615] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.615820] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.615963] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.616078] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b is going to be updated. [ 1005.688800] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.688969] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.689092] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.689308] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.689491] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.707548] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: IN_PROGRESS for 2s [ 1005.764932] env[65933]: INFO networking_nsxv3.common.synchronization [req-f77c6fd4-7b9f-472a-9f9a-8a14f7cb7dbc req-416ca1a1-54ff-4e39-97f4-7a8638ed7578 tempest-DeleteServersAdminTestJSON-766616582 tempest-DeleteServersAdminTestJSON-766616582-project-member] Enqueued Resource ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 with Priority: HIGHEST for action security_group_members [ 1005.765535] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 with Priority: HIGHEST for action security_group_members [ 1005.765865] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7a29fa-9493-47a0-96f3-2f25b124e524 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.765992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.768069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.768069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.768246] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.768335] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.768398] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.769276] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.769276] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.769276] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a7a29fa-9493-47a0-96f3-2f25b124e524',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.174354] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.174901] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.174901] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.175319] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.175687] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.175940] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.176082] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.176358] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.176530] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.176850] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.176985] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.177128] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.177239] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.177356] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.177465] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.177610] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.213102] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.213102] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.213396] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.213396] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-625" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.213708] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-1e8bc1c6-8569-4f35-aca6-1935a623de05 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.214028] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-1e8bc1c6-8569-4f35-aca6-1935a623de05" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.214194] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-1e8bc1c6-8569-4f35-aca6-1935a623de05" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.214616] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-1e8bc1c6-8569-4f35-aca6-1935a623de05" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.214831] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e8bc1c6-8569-4f35-aca6-1935a623de05',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.254335] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 1006.254632] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 deletion is rescheduled due to dependency. [ 1006.254760] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.270868] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.271087] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.271590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.272402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.272402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.272402] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.272402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.272672] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.272672] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.272837] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.272837] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 is going to be updated. [ 1006.340012] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.340816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.340972] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.341304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.341517] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.358142] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 in Status: IN_PROGRESS for 2s [ 1006.717887] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.719553] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.719553] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.719553] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.719553] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.719553] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 1e8bc1c6-8569-4f35-aca6-1935a623de05 not found, creating... [ 1006.719553] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.719553] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.719553] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.719922] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.719922] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.720235] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.720661] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.720661] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.720661] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.721076] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.721076] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 1e8bc1c6-8569-4f35-aca6-1935a623de05 is going to be created. [ 1006.743604] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.743806] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.743852] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.744121] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.744353] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.744590] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-1e8bc1c6-8569-4f35-aca6-1935a623de05" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.947733] env[65933]: INFO networking_nsxv3.common.synchronization [req-7659b4a2-3c4f-4180-99da-ea59086fe6c4 req-21dbe3b4-ce2d-4c88-b9ac-045d34af22bc tempest-AttachInterfacesTestJSON-2120938241 tempest-AttachInterfacesTestJSON-2120938241-project-member] Enqueued Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 1006.947733] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 1006.947733] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.947733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.947733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.947733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.947733] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.947733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.947733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.947733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.947733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.947733] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.014212] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: SUCCESS [ 1007.014441] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.015430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.015430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.015557] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.015778] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.015778] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.015920] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.015978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.016064] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.016119] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.450734] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.518875] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.519146] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.519237] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.519533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.519907] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.520066] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.520129] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.520376] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.520507] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.520607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.520771] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.520918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.521079] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.521311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.521381] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.521524] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.521524] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.521687] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.521766] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.521849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.521985] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.582391] env[65933]: INFO networking_nsxv3.common.synchronization [req-f77c6fd4-7b9f-472a-9f9a-8a14f7cb7dbc req-3caa67b2-d5fa-4bd5-b292-5e802161e591 service nova] Enqueued Resource ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 with Priority: HIGHEST for action security_group_rules [ 1007.582714] env[65933]: INFO networking_nsxv3.common.synchronization [req-f77c6fd4-7b9f-472a-9f9a-8a14f7cb7dbc req-3caa67b2-d5fa-4bd5-b292-5e802161e591 service nova] Enqueued Resource ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 with Priority: HIGHEST for action security_group_members [ 1007.582896] env[65933]: INFO networking_nsxv3.common.synchronization [req-f77c6fd4-7b9f-472a-9f9a-8a14f7cb7dbc req-3caa67b2-d5fa-4bd5-b292-5e802161e591 service nova] Enqueued Resource ID: 1e8bc1c6-8569-4f35-aca6-1935a623de05 with Priority: HIGHEST for action port [ 1007.583452] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 with Priority: HIGHEST for action security_group_rules [ 1007.583548] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 with Priority: HIGHEST for action security_group_members [ 1007.583666] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e8bc1c6-8569-4f35-aca6-1935a623de05 with Priority: HIGHEST for action port [ 1007.583943] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a7a29fa-9493-47a0-96f3-2f25b124e524 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.584082] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.584197] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.584350] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.584501] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a7a29fa-9493-47a0-96f3-2f25b124e524',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.585570] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7a29fa-9493-47a0-96f3-2f25b124e524 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.585680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.586022] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e8bc1c6-8569-4f35-aca6-1935a623de05 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.586097] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e8bc1c6-8569-4f35-aca6-1935a623de05" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.587114] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e8bc1c6-8569-4f35-aca6-1935a623de05" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.587433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e8bc1c6-8569-4f35-aca6-1935a623de05" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.587472] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e8bc1c6-8569-4f35-aca6-1935a623de05',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.722254] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: SUCCESS [ 1007.722481] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.954997] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.964529] env[65933]: INFO networking_nsxv3.common.synchronization [None req-f64ba584-4353-4f87-8654-5943e690abdc tempest-AttachInterfacesTestJSON-2120938241 tempest-AttachInterfacesTestJSON-2120938241-project-member] Enqueued Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 1007.965402] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 1007.965677] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.965788] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.024420] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8: rpc.has_security_group_logging(os_id): False [ 1008.046753] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.046932] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.047279] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.047392] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.047520] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.047797] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.047953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.048065] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.048307] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.048425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.048751] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.048976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.049067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.049282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.049432] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.049731] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.049946] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.050010] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.050253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.050385] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.050529] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 is going to be updated. [ 1008.089990] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7a29fa-9493-47a0-96f3-2f25b124e524 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.090162] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.091580] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e8bc1c6-8569-4f35-aca6-1935a623de05 with status ACTIVE [ 1008.091802] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.091942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.092040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.092612] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.092612] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.092812] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.092929] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.093082] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.093244] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.093308] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.093607] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.093765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.093844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.095850] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.095850] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.095850] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e8bc1c6-8569-4f35-aca6-1935a623de05 is going to be updated. [ 1008.129653] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.129888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.129888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.130096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.130241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.130410] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e8bc1c6-8569-4f35-aca6-1935a623de05" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.143390] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.143591] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.143634] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.143825] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.143987] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.159421] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: IN_PROGRESS for 2s [ 1008.369285] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 in Status: SUCCESS [ 1008.369561] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 deletion is rescheduled due to dependency. [ 1008.369703] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.369920] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.370213] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.370471] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.370650] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.370718] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.370945] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.371080] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.371237] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a7a29fa-9493-47a0-96f3-2f25b124e524',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.457936] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.458741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.458741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.458741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.458741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.458741] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 is going to be updated. [ 1008.515968] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.515968] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.515968] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.515968] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.515968] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.526278] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: IN_PROGRESS for 2s [ 1008.720989] env[65933]: INFO networking_nsxv3.common.synchronization [req-afef4d68-c210-412a-b1ea-337ac0658cf9 req-2d19331a-c87b-49a5-8ef3-d44faef180f2 tempest-ServerActionsV293TestJSON-1867106667 tempest-ServerActionsV293TestJSON-1867106667-project-member] Enqueued Resource ID: 673396d8-03ed-445a-bead-1af3138d9c68 with Priority: HIGHEST for action security_group_members [ 1008.721654] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 673396d8-03ed-445a-bead-1af3138d9c68 with Priority: HIGHEST for action security_group_members [ 1008.722285] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-673396d8-03ed-445a-bead-1af3138d9c68 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.722493] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.722617] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.722866] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.723500] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.723500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.723500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.723500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.723500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.723867] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('673396d8-03ed-445a-bead-1af3138d9c68',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.874991] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a7a29fa-9493-47a0-96f3-2f25b124e524',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.227853] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.228402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.228577] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.228864] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.228864] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.229048] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.229228] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.229298] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.229452] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.229531] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.229620] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 673396d8-03ed-445a-bead-1af3138d9c68 is going to be updated. [ 1009.258913] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.259091] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.259292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.259387] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.259496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.269021] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 673396d8-03ed-445a-bead-1af3138d9c68 in Status: IN_PROGRESS for 2s [ 1009.378994] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a7a29fa-9493-47a0-96f3-2f25b124e524',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.449961] env[65933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1009.450206] env[65933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1009.880059] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.880332] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.880332] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.880741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.880841] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.880907] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 is going to be updated. [ 1009.918368] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.918368] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.918368] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.918368] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.918368] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.926652] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 in Status: IN_PROGRESS for 2s [ 1010.174176] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: SUCCESS [ 1010.174491] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.395410] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.395629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.395692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.395959] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.396212] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.538039] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: SUCCESS [ 1010.538039] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.538589] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.538866] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.539511] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.539511] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.539511] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.539721] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.539865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.539914] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.898280] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.911741] env[65933]: INFO networking_nsxv3.common.synchronization [req-96cc51ab-4ef6-4299-a261-676a5f949e93 req-d37e72f4-3a23-4934-98e0-5208a78dac71 tempest-AttachInterfacesTestJSON-2120938241 tempest-AttachInterfacesTestJSON-2120938241-project-member] Enqueued Resource ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 with Priority: HIGHEST for action security_group_members [ 1010.912445] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 with Priority: HIGHEST for action security_group_members [ 1010.913077] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b386e9b9-e837-47a1-9512-4a6764c75dd1 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.913238] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.913313] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.913547] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.913798] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.913896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.913896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.914113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.914199] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.914300] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b386e9b9-e837-47a1-9512-4a6764c75dd1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.042906] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.044998] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.044998] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.044998] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.044998] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.044998] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.044998] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.044998] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.044998] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.044998] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.044998] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 is going to be updated. [ 1011.076061] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.076187] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.076281] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.076588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.076662] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.086203] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: IN_PROGRESS for 2s [ 1011.298171] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 673396d8-03ed-445a-bead-1af3138d9c68 in Status: SUCCESS [ 1011.298171] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 673396d8-03ed-445a-bead-1af3138d9c68 deletion is rescheduled due to dependency. [ 1011.298171] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.400720] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.417642] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.417948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.418066] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.418304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.418433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.418633] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.418759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.418836] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.418986] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.419123] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.419276] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 is going to be updated. [ 1011.453115] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.453584] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.453584] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.453917] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.454154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.464488] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 in Status: IN_PROGRESS for 2s [ 1011.622454] env[65933]: INFO networking_nsxv3.common.synchronization [req-c131612f-188f-426e-9ffd-2ba985aa2558 req-d631a84b-d2b8-4fc6-8f9e-6772d3879443 tempest-DeleteServersTestJSON-1878305039 tempest-DeleteServersTestJSON-1878305039-project-member] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 1011.623137] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 1011.623929] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.624071] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.624133] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.624369] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.624510] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.624605] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.624692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.625178] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.625178] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.625178] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.904205] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1011.904514] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1011.939191] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 in Status: SUCCESS [ 1011.939563] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.939659] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.939864] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.940611] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.940611] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.940611] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.940611] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.940611] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.940611] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.940972] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a7a29fa-9493-47a0-96f3-2f25b124e524',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.028358] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.028637] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.028825] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.029226] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.029654] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.029924] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.030154] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.030488] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.030700] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.030926] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.031056] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.031192] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.031401] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.031998] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.031998] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.031998] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.055047] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.055047] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1012.055047] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.055047] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.055047] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-5b4562be-4e9c-4558-813e-b97369756131 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.055409] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-5b4562be-4e9c-4558-813e-b97369756131" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.055409] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-5b4562be-4e9c-4558-813e-b97369756131" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.055577] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-5b4562be-4e9c-4558-813e-b97369756131" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.055708] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b4562be-4e9c-4558-813e-b97369756131',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.127275] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.127470] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.127470] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.127707] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.127811] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.128060] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.128188] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.128248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.128926] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.128926] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.128926] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be updated. [ 1012.164209] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.164386] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.164501] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.164732] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.164899] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.179211] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 1012.444120] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7a29fa-9493-47a0-96f3-2f25b124e524 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.444120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.444120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.444120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.444120] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.444120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.444120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.444120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.445639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.445639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.445639] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7a29fa-9493-47a0-96f3-2f25b124e524 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.445639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.445639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.445639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.445639] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.445639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.445639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.445639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.445639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.445981] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.445981] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a7a29fa-9493-47a0-96f3-2f25b124e524',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.559145] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.559414] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.559679] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.560195] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.560491] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.560783] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 5b4562be-4e9c-4558-813e-b97369756131 not found, creating... [ 1012.561134] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.561357] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.561511] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.561761] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.561947] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.562363] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.562581] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.562735] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.563042] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.563218] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.563386] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 5b4562be-4e9c-4558-813e-b97369756131 is going to be created. [ 1012.588705] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.588919] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.588919] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.589527] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.589527] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.589694] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-5b4562be-4e9c-4558-813e-b97369756131" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.948175] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a7a29fa-9493-47a0-96f3-2f25b124e524: rpc.has_security_group_logging(os_id): False [ 1012.959607] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.960026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.960026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.960209] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.977343] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1012.978391] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.979879] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1012.982291] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.982449] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.982499] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.982679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.982771] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.983008] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.983118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.983174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.983335] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.983414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.983588] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.983676] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.983727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.983867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.983940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.984175] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.984248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.984320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.984441] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.984523] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.984609] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 is going to be updated. [ 1013.036994] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.037393] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.037393] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.037787] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.058285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.059602] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1013.059738] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1013.059879] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1013.083537] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.083753] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.083804] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.084096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.084335] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.101016] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: SUCCESS [ 1013.101310] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 deletion is rescheduled due to dependency. [ 1013.101437] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.106168] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 in Status: IN_PROGRESS for 2s [ 1013.141668] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.142125] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.142125] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.142125] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.144296] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.144650] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1013.304571] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.304813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.304885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.305317] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.305736] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.306153] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1013.383313] env[65933]: INFO networking_nsxv3.common.synchronization [req-c131612f-188f-426e-9ffd-2ba985aa2558 req-5dd16e88-2e79-4b26-a1d4-fd5a7fcf9c00 service nova] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_rules [ 1013.383519] env[65933]: INFO networking_nsxv3.common.synchronization [req-c131612f-188f-426e-9ffd-2ba985aa2558 req-5dd16e88-2e79-4b26-a1d4-fd5a7fcf9c00 service nova] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 1013.383675] env[65933]: INFO networking_nsxv3.common.synchronization [req-c131612f-188f-426e-9ffd-2ba985aa2558 req-5dd16e88-2e79-4b26-a1d4-fd5a7fcf9c00 service nova] Enqueued Resource ID: 5b4562be-4e9c-4558-813e-b97369756131 with Priority: HIGHEST for action port [ 1013.384523] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_rules [ 1013.384660] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 1013.384763] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b4562be-4e9c-4558-813e-b97369756131 with Priority: HIGHEST for action port [ 1013.385156] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.385334] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.385421] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.385655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.385764] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.388143] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.388318] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.388569] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b4562be-4e9c-4558-813e-b97369756131 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.388710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b4562be-4e9c-4558-813e-b97369756131" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.388797] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b4562be-4e9c-4558-813e-b97369756131" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.389039] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b4562be-4e9c-4558-813e-b97369756131" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.389151] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b4562be-4e9c-4558-813e-b97369756131',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.394423] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.394591] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.394701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.394966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.395591] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.395591] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1013.395784] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b058b461-f175-4a0a-bb89-4120a7ee8d03', '2e78453c-649c-4657-bcf9-67fbd6919541', 'b386e9b9-e837-47a1-9512-4a6764c75dd1', '0e30211a-2e2b-424a-b0e4-034d78df642f', '6eab50ba-9300-413a-a121-8a9a4f066cce', '82785649-b730-4ac3-a06c-cd70a12a8652', 'c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a', '43d5774c-cb9f-45b9-8d3c-4e9143f61a1b', '1721ea4d-44cb-49a4-86e3-07f567e5fb2b', '673396d8-03ed-445a-bead-1af3138d9c68', '51232178-60bf-4b3a-92dc-2630b88303e6', '7ae8fe93-6638-45e9-af6a-1064b3fd6362', '856c010a-00c2-4491-a0c2-aed5b6379f07', '7954a880-8bc9-4b99-ab7e-2cf17512406d', 'e456aafc-3e18-4d29-8a84-c09e9a44ba85', '322277bd-a597-4ae4-b5e4-559a3a693e51', '1436152e-2c65-4bb8-962f-a85ea9660efe', 'f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18', '75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8', '9b0415dd-d0c5-47da-919f-0f70a1594670', '7d2321b8-2407-4528-ad9c-c8e490eeef8f', '182f03b0-c353-4499-8f96-62188317da53', '537812e6-4b32-4825-bb8e-a6b4f13457e2', '98b81d47-b2f3-4aad-b36c-11436cf84f09', '51c8de32-565f-41e6-b885-6ae368f36e67', 'c0fbf47a-31ba-466f-b61f-e7d95d8dc328', '63968d53-7162-451b-8a05-0f14bd1489dc', 'be6e523b-5644-46ea-b989-e4f6a7d674c6', '4b04c899-2a32-4d93-8f12-bfffda8ef913', '4d5d0272-3c59-4aa0-9df9-ed600c524e07', 'fd94a0de-72e8-4dd9-8196-413d5fef350e', '4c695915-93e9-4a7f-aaf8-ba0877b5d3c8', '30e9f5ad-d337-46ab-946d-93449a21ccf5', '603944a2-4e8d-4f2c-b9f7-23241e53524c', '7022cd29-8784-4706-ac03-3cc7395ab323', 'a09b95a8-680f-4272-8cc6-fdb42656abbe', 'a1273006-64bc-4383-a462-be6d2973e3b1', '67e8ceb4-8f6c-471c-8c4e-11c5108ecc21', '0a7a29fa-9493-47a0-96f3-2f25b124e524', '5637bd2b-e866-4614-8440-4cdd12316a09', '62db4734-03b6-4e31-a6a6-b67fcef4088a', 'a475b5c9-2f97-44e2-bd2d-374a22ce5fc6', '73da4a62-171f-4029-ab34-10c08da987b8', 'af544d8b-6544-4d0b-85c0-c2a6d7b5b07e', '46a0f8bd-3799-4728-8031-3f02aee1dbed'} {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1013.395885] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1013.417860] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.418890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.418890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.418890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.418890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.418890] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1013.418890] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1013.418890] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1013.474586] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 in Status: SUCCESS [ 1013.475936] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 deletion is rescheduled due to dependency. [ 1013.475936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.524389] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.524710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.524828] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.525235] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.526614] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.527091] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1013.527210] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1013.528481] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1013.528481] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1013.528481] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1013.528481] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGH for action security_group_rules [ 1013.528481] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGH for action security_group_rules [ 1013.528481] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 with Priority: HIGH for action security_group_rules [ 1013.528481] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e30211a-2e2b-424a-b0e4-034d78df642f with Priority: HIGH for action security_group_rules [ 1013.528481] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGH for action security_group_rules [ 1013.528481] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82785649-b730-4ac3-a06c-cd70a12a8652 with Priority: HIGH for action security_group_rules [ 1013.528481] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a with Priority: HIGH for action security_group_rules [ 1013.528481] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGH for action security_group_rules [ 1013.528481] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b with Priority: HIGH for action security_group_rules [ 1013.528481] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 673396d8-03ed-445a-bead-1af3138d9c68 with Priority: HIGH for action security_group_rules [ 1013.528481] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51232178-60bf-4b3a-92dc-2630b88303e6 with Priority: HIGH for action security_group_rules [ 1013.529054] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ae8fe93-6638-45e9-af6a-1064b3fd6362 with Priority: HIGH for action security_group_rules [ 1013.529054] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGH for action security_group_rules [ 1013.529054] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7954a880-8bc9-4b99-ab7e-2cf17512406d with Priority: HIGH for action security_group_rules [ 1013.529151] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGH for action security_group_rules [ 1013.530420] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGH for action security_group_rules [ 1013.530420] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1436152e-2c65-4bb8-962f-a85ea9660efe with Priority: HIGH for action security_group_rules [ 1013.530420] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 with Priority: HIGH for action security_group_rules [ 1013.530420] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGH for action security_group_rules [ 1013.530420] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 with Priority: HIGH for action security_group_rules [ 1013.530420] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.891690] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.891781] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.891952] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b4562be-4e9c-4558-813e-b97369756131 with status ACTIVE [ 1013.892139] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.892250] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.892317] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.892532] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.892612] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.892783] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.892878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.892939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.893101] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.893176] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.893356] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.893447] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.893506] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.893639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.893711] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.893794] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b4562be-4e9c-4558-813e-b97369756131 is going to be updated. [ 1013.919144] env[65933]: INFO networking_nsxv3.common.synchronization [req-9058bec5-b169-407e-b1f5-3d5b8cc5c736 req-caa6a8c3-2ee4-44d5-913a-746732e40844 tempest-ServersTestJSON-121039310 tempest-ServersTestJSON-121039310-project-member] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1013.920215] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.920370] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.920424] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.920627] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.920766] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.920932] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b4562be-4e9c-4558-813e-b97369756131" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.921444] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1013.922046] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGH for action security_group_rules [ 1013.922046] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 with Priority: HIGH for action security_group_rules [ 1013.922046] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a with Priority: HIGH for action security_group_rules [ 1013.922046] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGH for action security_group_rules [ 1013.922046] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 with Priority: HIGH for action security_group_rules [ 1013.922292] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGH for action security_group_rules [ 1013.922292] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 with Priority: HIGH for action security_group_rules [ 1013.922370] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1436152e-2c65-4bb8-962f-a85ea9660efe with Priority: HIGH for action security_group_rules [ 1013.922472] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7954a880-8bc9-4b99-ab7e-2cf17512406d with Priority: HIGH for action security_group_rules [ 1013.922472] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGH for action security_group_rules [ 1013.922580] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGH for action security_group_rules [ 1013.922667] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae8fe93-6638-45e9-af6a-1064b3fd6362 with Priority: HIGH for action security_group_rules [ 1013.922753] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51232178-60bf-4b3a-92dc-2630b88303e6 with Priority: HIGH for action security_group_rules [ 1013.922838] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 673396d8-03ed-445a-bead-1af3138d9c68 with Priority: HIGH for action security_group_rules [ 1013.922923] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b with Priority: HIGH for action security_group_rules [ 1013.923035] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82785649-b730-4ac3-a06c-cd70a12a8652 with Priority: HIGH for action security_group_rules [ 1013.924170] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGH for action security_group_rules [ 1013.924170] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eab50ba-9300-413a-a121-8a9a4f066cce with Priority: HIGH for action security_group_rules [ 1013.924170] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e78453c-649c-4657-bcf9-67fbd6919541 with Priority: HIGH for action security_group_rules [ 1013.924170] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e30211a-2e2b-424a-b0e4-034d78df642f with Priority: HIGH for action security_group_rules [ 1013.924406] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.924528] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.924621] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.924835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.925043] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.925159] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.925297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.925397] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.925474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.925560] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.926461] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b058b461-f175-4a0a-bb89-4120a7ee8d03 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.926566] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.926631] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.927160] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.927160] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.927748] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b386e9b9-e837-47a1-9512-4a6764c75dd1 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.927854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.927944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.928121] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.928207] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b386e9b9-e837-47a1-9512-4a6764c75dd1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.928937] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.929081] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.929186] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.929274] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.929349] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.930050] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.930158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.930248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.930384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.930452] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.933127] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b0415dd-d0c5-47da-919f-0f70a1594670 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.933273] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.933328] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.933470] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.933580] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b0415dd-d0c5-47da-919f-0f70a1594670',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.934419] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.934572] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.934751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.935673] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.935673] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.935673] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.935808] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.935808] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.936100] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.936100] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.937750] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1436152e-2c65-4bb8-962f-a85ea9660efe taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.937750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.937750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.937750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.937750] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1436152e-2c65-4bb8-962f-a85ea9660efe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.938077] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7954a880-8bc9-4b99-ab7e-2cf17512406d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.938129] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.938164] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.938623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.938623] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7954a880-8bc9-4b99-ab7e-2cf17512406d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.939078] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.939194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.939383] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.939475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.939530] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.939676] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.939747] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.940438] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ae8fe93-6638-45e9-af6a-1064b3fd6362 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.940559] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.940627] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.940772] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.940849] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ae8fe93-6638-45e9-af6a-1064b3fd6362',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.941648] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51232178-60bf-4b3a-92dc-2630b88303e6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.941828] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.941828] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.942588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.942588] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51232178-60bf-4b3a-92dc-2630b88303e6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.942698] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-673396d8-03ed-445a-bead-1af3138d9c68 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.942774] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.942827] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.943029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.943187] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('673396d8-03ed-445a-bead-1af3138d9c68',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.943738] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.943964] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.943964] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.944129] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.944129] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1721ea4d-44cb-49a4-86e3-07f567e5fb2b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.945100] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82785649-b730-4ac3-a06c-cd70a12a8652 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.945233] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.945792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.945792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.945792] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82785649-b730-4ac3-a06c-cd70a12a8652',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.947155] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.947293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.947383] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.947474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.947548] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.948311] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eab50ba-9300-413a-a121-8a9a4f066cce taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.948650] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.950036] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.950206] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.950285] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eab50ba-9300-413a-a121-8a9a4f066cce',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.951026] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e78453c-649c-4657-bcf9-67fbd6919541 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.951182] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.951257] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.951377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.952319] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e78453c-649c-4657-bcf9-67fbd6919541',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.952363] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e30211a-2e2b-424a-b0e4-034d78df642f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.952475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.952527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.952663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.952740] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e30211a-2e2b-424a-b0e4-034d78df642f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.956530] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.194260] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 1014.194260] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 deletion is rescheduled due to dependency. [ 1014.194260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.194260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.194260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.194260] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.194260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.194260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.194260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.194260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.194260] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.301083] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.301334] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.301509] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.301822] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.302146] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.302342] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.302498] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.302765] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.302939] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.303276] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.303463] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.303835] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.304019] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.304183] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.304342] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.304538] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.326326] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.326562] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.326750] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.326868] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.327180] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-d14807f9-5f39-48ef-b1c0-4a634989246a taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.327354] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-d14807f9-5f39-48ef-b1c0-4a634989246a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.327484] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-d14807f9-5f39-48ef-b1c0-4a634989246a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.327803] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-d14807f9-5f39-48ef-b1c0-4a634989246a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.327967] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d14807f9-5f39-48ef-b1c0-4a634989246a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.456045] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b0415dd-d0c5-47da-919f-0f70a1594670 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.456274] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.456334] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.456545] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.456780] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.456980] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.457069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.457340] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.457484] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.457917] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.457917] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b0415dd-d0c5-47da-919f-0f70a1594670',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.460843] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.460961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.461523] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.461523] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.461523] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.461523] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.461523] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.462905] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.462905] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.462905] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.462905] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1721ea4d-44cb-49a4-86e3-07f567e5fb2b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.463947] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b058b461-f175-4a0a-bb89-4120a7ee8d03 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.464073] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.464161] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.464289] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.464433] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.464530] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.464590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.464728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.464806] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.464887] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.464970] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.466370] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.466472] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.466656] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.466711] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.467314] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.467314] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.467743] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.470031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.470031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.470031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.470031] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.475487] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.475487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.475487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.475704] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.476371] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.476806] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.476806] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.476966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.476966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.477057] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.477131] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.481765] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.481960] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.484343] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.491984] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1721ea4d-44cb-49a4-86e3-07f567e5fb2b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.497572] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.509188] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1721ea4d-44cb-49a4-86e3-07f567e5fb2b: rpc.has_security_group_logging(os_id): False [ 1014.515569] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.515749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.515796] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.515968] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.528165] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.528367] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.531732] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.531895] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.549529] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.549730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.552554] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.552554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.557287] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.557472] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.558670] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.558818] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.561483] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.561662] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.562728] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.562873] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.564839] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.564839] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.565111] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.565265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.566475] env[65933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1014.566729] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.566819] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.567700] env[65933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1014.568241] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.568497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.569653] env[65933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1014.570050] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.570164] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.570834] env[65933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1014.571396] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.571557] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b386e9b9-e837-47a1-9512-4a6764c75dd1 is going to be deleted. [ 1014.572762] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.573061] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.579701] env[65933]: INFO networking_nsxv3.common.synchronization [None req-cfbbfd4a-5d92-4564-b5d1-8ddb94c927fa None None] Enqueued Resource ID: 93633b95-bf5a-4ea1-a78f-c3f84a63e5db with Priority: HIGHEST for action port [ 1014.579951] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93633b95-bf5a-4ea1-a78f-c3f84a63e5db with Priority: HIGHEST for action port [ 1014.580297] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-93633b95-bf5a-4ea1-a78f-c3f84a63e5db taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.580429] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93633b95-bf5a-4ea1-a78f-c3f84a63e5db" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.580485] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93633b95-bf5a-4ea1-a78f-c3f84a63e5db" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.580815] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93633b95-bf5a-4ea1-a78f-c3f84a63e5db" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.580945] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93633b95-bf5a-4ea1-a78f-c3f84a63e5db',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.594394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.594585] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a is going to be deleted. [ 1014.595650] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.595875] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.615726] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.615726] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 673396d8-03ed-445a-bead-1af3138d9c68 is going to be deleted. [ 1014.617527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.617683] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.638706] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.638926] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.651597] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.651773] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18 is going to be deleted. [ 1014.652594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.652812] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.654232] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.654347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.677587] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.677800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.682134] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.682268] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82785649-b730-4ac3-a06c-cd70a12a8652 is going to be deleted. [ 1014.683242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.683465] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.698228] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.740840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.740978] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e78453c-649c-4657-bcf9-67fbd6919541 is going to be deleted. [ 1014.742080] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.742258] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.772390] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.772528] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.789069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.789069] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51232178-60bf-4b3a-92dc-2630b88303e6 is going to be deleted. [ 1014.789934] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.790184] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.830885] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.831231] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.831444] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.831854] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.832105] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.832358] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port d14807f9-5f39-48ef-b1c0-4a634989246a not found, creating... [ 1014.832815] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.833100] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.833288] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.833650] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.833903] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.834400] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.834662] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.834944] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.835623] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.835855] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.836088] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: d14807f9-5f39-48ef-b1c0-4a634989246a is going to be created. [ 1014.838267] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.838418] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.850439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.850622] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ae8fe93-6638-45e9-af6a-1064b3fd6362 is going to be deleted. [ 1014.851566] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.851799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.871097] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.871371] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.871515] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.872107] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.872379] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.872617] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-d14807f9-5f39-48ef-b1c0-4a634989246a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.886504] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.886845] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.903421] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.903577] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7954a880-8bc9-4b99-ab7e-2cf17512406d is going to be deleted. [ 1014.904469] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.904707] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.960811] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b0415dd-d0c5-47da-919f-0f70a1594670',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.971990] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.973154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.973154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.973154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.973154] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.973154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.973154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.973471] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.973471] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.973537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.973766] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.973915] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.973955] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.974642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.974642] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.974642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.974642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.975361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.975482] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.975615] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.975798] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.978667] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.979358] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.983328] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.983474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.997885] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.997885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.997885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.997885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.999251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.999251] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1015.000211] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.000322] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 is going to be deleted. [ 1015.001670] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b058b461-f175-4a0a-bb89-4120a7ee8d03: rpc.has_security_group_logging(os_id): False [ 1015.002977] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.002977] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.003740] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.003873] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.003935] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.004475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.004647] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.005101] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.005101] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.005101] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.005370] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.005370] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.005370] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.005493] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.005493] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.005635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.006211] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.006335] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.006401] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.006788] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.006788] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.006788] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.006788] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.073688] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.073688] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.083553] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93633b95-bf5a-4ea1-a78f-c3f84a63e5db [ 1015.083781] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.083921] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.083983] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.084240] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.084334] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.084436] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93633b95-bf5a-4ea1-a78f-c3f84a63e5db already deleted. [ 1015.084519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93633b95-bf5a-4ea1-a78f-c3f84a63e5db" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.097199] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.097428] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.101578] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.101801] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e30211a-2e2b-424a-b0e4-034d78df642f is going to be deleted. [ 1015.103994] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.104415] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.152899] env[65933]: INFO networking_nsxv3.common.synchronization [req-48596430-0870-4fc2-81f6-92ed17a64466 req-fb6a587a-1ec5-408e-9b45-c8d3c321ae2b tempest-ImagesOneServerNegativeTestJSON-1211298822 tempest-ImagesOneServerNegativeTestJSON-1211298822-project-member] Enqueued Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_members [ 1015.154305] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGHEST for action security_group_members [ 1015.155639] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.155893] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.156025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.156309] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.156509] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.157804] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.158036] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.158096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.158311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.158518] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.158672] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.158772] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.159100] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.159274] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.159432] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.165181] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.165181] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eab50ba-9300-413a-a121-8a9a4f066cce is going to be deleted. [ 1015.166357] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.166672] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.169358] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 in Status: SUCCESS [ 1015.169763] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.199180] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.201143] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.201314] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.212051] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1015.214258] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.214258] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1436152e-2c65-4bb8-962f-a85ea9660efe is going to be deleted. [ 1015.215552] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.215800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.285623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.285992] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.286168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.286240] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.286557] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.286647] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.286755] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b is going to be updated. [ 1015.288446] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.288664] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.288761] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.288887] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b386e9b9-e837-47a1-9512-4a6764c75dd1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.289454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.289454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.289653] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.289707] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4f1b5fe-25c4-4eeb-a6c6-aeee2f83392a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.290113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.290113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.290216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.290398] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-673396d8-03ed-445a-bead-1af3138d9c68" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.290546] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.290946] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.290946] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.290946] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2020aea-1cd4-4ce0-8bdf-ffbf7ca57c18" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.291685] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.291859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.291942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.292088] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82785649-b730-4ac3-a06c-cd70a12a8652" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.292213] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.292373] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.292462] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.292576] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e78453c-649c-4657-bcf9-67fbd6919541" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.292711] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.292864] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.292941] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.293065] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ae8fe93-6638-45e9-af6a-1064b3fd6362" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.293189] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.293326] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.293399] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.293510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51232178-60bf-4b3a-92dc-2630b88303e6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.293645] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.293833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.312143] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.312143] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.358888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.358888] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.358888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.358888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.358888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.358888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.358888] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 is going to be updated. [ 1015.359356] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.359650] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.359870] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.360517] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.360810] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.361216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.361443] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.361666] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7954a880-8bc9-4b99-ab7e-2cf17512406d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.362038] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.362321] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.362515] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.362990] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e30211a-2e2b-424a-b0e4-034d78df642f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.400179] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.400179] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.400179] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.400179] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.400179] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.400592] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1436152e-2c65-4bb8-962f-a85ea9660efe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.437588] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.437588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.437588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.437588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.437588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.437588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eab50ba-9300-413a-a121-8a9a4f066cce" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.464432] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b0415dd-d0c5-47da-919f-0f70a1594670: rpc.has_security_group_logging(os_id): False [ 1015.474657] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.474657] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.474657] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.474657] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.474657] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.484941] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b: rpc.has_security_group_logging(os_id): False [ 1015.511460] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.511460] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.511460] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.511460] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.512512] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8: rpc.has_security_group_logging(os_id): False [ 1015.516334] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b in Status: IN_PROGRESS for 2s [ 1015.537566] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.537566] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.566379] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.567055] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.571242] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.571242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.571242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.571242] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.571242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.571242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.571242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.571242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.571242] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 is going to be updated. [ 1015.571242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.571652] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.598376] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.598652] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.598779] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.598847] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.599084] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.599396] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.599485] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.599546] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.599623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.599783] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.599855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.600071] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.600161] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.600214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.600347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.600459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.600510] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b is going to be updated. [ 1015.604461] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.604792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.638618] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.638966] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.643679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.643679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.643679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.643679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.643946] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.644084] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.644149] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.644313] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.644394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.644589] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.644670] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.646691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.646691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.646691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.646691] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 is going to be updated. [ 1015.646691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.646691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.647020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.664083] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.664568] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.664920] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.666292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.666292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.666292] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.666292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.666292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.666292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.666292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.666292] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b is going to be updated. [ 1015.685671] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 in Status: IN_PROGRESS for 2s [ 1015.691503] env[65933]: INFO networking_nsxv3.common.synchronization [req-9058bec5-b169-407e-b1f5-3d5b8cc5c736 req-c65937c8-5fee-4182-b9fc-dc749184c9a9 service nova] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_rules [ 1015.691847] env[65933]: INFO networking_nsxv3.common.synchronization [req-9058bec5-b169-407e-b1f5-3d5b8cc5c736 req-c65937c8-5fee-4182-b9fc-dc749184c9a9 service nova] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1015.691847] env[65933]: INFO networking_nsxv3.common.synchronization [req-9058bec5-b169-407e-b1f5-3d5b8cc5c736 req-c65937c8-5fee-4182-b9fc-dc749184c9a9 service nova] Enqueued Resource ID: d14807f9-5f39-48ef-b1c0-4a634989246a with Priority: HIGHEST for action port [ 1015.692481] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_rules [ 1015.692626] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1015.692726] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d14807f9-5f39-48ef-b1c0-4a634989246a with Priority: HIGHEST for action port [ 1015.693097] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.693218] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.693432] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.693514] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.693718] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d14807f9-5f39-48ef-b1c0-4a634989246a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.693834] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d14807f9-5f39-48ef-b1c0-4a634989246a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.694010] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d14807f9-5f39-48ef-b1c0-4a634989246a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.695395] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d14807f9-5f39-48ef-b1c0-4a634989246a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.695395] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d14807f9-5f39-48ef-b1c0-4a634989246a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.700614] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.700740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.700805] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.701108] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.701273] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.702933] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.703065] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.704109] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.704384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.704471] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.704572] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be updated. [ 1015.716974] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.717182] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.717259] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.718155] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.718155] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.730490] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 in Status: IN_PROGRESS for 2s [ 1015.736287] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.737042] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.737042] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.737196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.737377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.744471] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: IN_PROGRESS for 2s [ 1015.776065] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.776244] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.776324] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.776578] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.776753] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.798598] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 1015.804480] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: IN_PROGRESS for 2s [ 1015.812024] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.812024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.812024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.812024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.812024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.841423] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: IN_PROGRESS for 2s [ 1016.198841] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d14807f9-5f39-48ef-b1c0-4a634989246a with status ACTIVE [ 1016.198841] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.198841] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.198841] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.198841] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.198841] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.199493] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.199493] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.199493] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.199493] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.199493] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.199493] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.199713] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.199713] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.199713] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.199799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.200203] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d14807f9-5f39-48ef-b1c0-4a634989246a is going to be updated. [ 1016.224583] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.228198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.228198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.228198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.228198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.228198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d14807f9-5f39-48ef-b1c0-4a634989246a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.221014] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1017.221397] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.221493] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.221784] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.222320] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.222523] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.222639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.222856] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.222962] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.223067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.223183] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.224940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.225110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.225302] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.225449] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.225503] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.226122] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.226122] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.226122] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.533525] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b in Status: SUCCESS [ 1017.533941] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.703427] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 in Status: SUCCESS [ 1017.703697] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.725796] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.726023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.728649] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.736365] env[65933]: INFO networking_nsxv3.common.synchronization [None req-30e3ee19-dff2-46a6-99ba-0bdc69b84f5f None None] Enqueued Resource ID: f37f725e-fce6-45a9-8159-bd94a832b9db with Priority: HIGHEST for action port [ 1017.736365] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37f725e-fce6-45a9-8159-bd94a832b9db with Priority: HIGHEST for action port [ 1017.737623] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-f37f725e-fce6-45a9-8159-bd94a832b9db taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.737623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f37f725e-fce6-45a9-8159-bd94a832b9db" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.737623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f37f725e-fce6-45a9-8159-bd94a832b9db" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.737887] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f37f725e-fce6-45a9-8159-bd94a832b9db" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.737887] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f37f725e-fce6-45a9-8159-bd94a832b9db',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.747276] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 in Status: SUCCESS [ 1017.747420] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.759063] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: SUCCESS [ 1017.759063] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b deletion is rescheduled due to dependency. [ 1017.759431] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.812907] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 1017.813087] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.813236] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.813510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.813708] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.813826] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.813883] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.814073] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.814178] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.814249] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.814343] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.823371] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b in Status: SUCCESS [ 1017.823649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.861158] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: SUCCESS [ 1017.861513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.233304] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.239945] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f37f725e-fce6-45a9-8159-bd94a832b9db [ 1018.240250] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.240397] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.240482] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.240768] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.240932] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.241026] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f37f725e-fce6-45a9-8159-bd94a832b9db already deleted. [ 1018.241120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f37f725e-fce6-45a9-8159-bd94a832b9db" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.317654] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.318058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.318197] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.318551] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.318888] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.319118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.319334] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.319609] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.319795] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.320013] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.320315] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.320554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.320668] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.320886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.321572] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.321636] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.321770] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.321988] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.322173] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.323189] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.323189] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.465070] env[65933]: INFO networking_nsxv3.common.synchronization [req-8b7cec42-7ca7-4415-bb4b-82dd3245fd47 req-90078661-9c2e-46b9-94ca-9e0ae729ca29 tempest-ServerDiskConfigTestJSON-122935285 tempest-ServerDiskConfigTestJSON-122935285-project-member] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 1018.469020] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGHEST for action security_group_members [ 1018.469020] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.469020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.469020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.469020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.469020] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.469020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.469020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.469020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.469020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.469020] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.735279] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.735576] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.735657] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.735820] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.735915] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.736045] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1018.767669] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.767890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.767964] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.768424] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.768424] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.772350] env[65933]: INFO networking_nsxv3.common.synchronization [None req-ba1d3a4a-c114-4950-91dd-4cba2727487f tempest-AttachInterfacesTestJSON-2120938241 tempest-AttachInterfacesTestJSON-2120938241-project-member] Enqueued Resource ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d with Priority: HIGHEST for action security_group_rules [ 1018.772892] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d with Priority: HIGHEST for action security_group_rules [ 1018.773275] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.773396] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.773486] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.773674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.773749] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.781323] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1018.825348] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 322277bd-a597-4ae4-b5e4-559a3a693e51: rpc.has_security_group_logging(os_id): False [ 1018.847967] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.848552] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.848678] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.849381] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.878684] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.878970] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.879114] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.879184] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.879447] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.879792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.879792] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.879933] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.879933] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.880183] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.880183] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.880360] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.880496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.880548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.880829] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.880883] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.881082] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be updated. [ 1018.884629] env[65933]: INFO networking_nsxv3.common.synchronization [None req-6f3b1e31-75cc-4b48-a802-5f3e7dec0d20 tempest-AttachInterfacesTestJSON-2120938241 tempest-AttachInterfacesTestJSON-2120938241-project-member] Enqueued Resource ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d with Priority: HIGHEST for action security_group_rules [ 1018.885430] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d with Priority: HIGHEST for action security_group_rules [ 1018.885769] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.885873] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.965572] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.965741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.965812] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.966063] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.966242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.972537] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.973024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.973024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.973152] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.973494] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.973494] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.973640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.973640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.973824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.973924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.974064] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 is going to be updated. [ 1018.997872] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 1019.011325] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.011555] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.011634] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.011838] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.012046] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.024781] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: IN_PROGRESS for 2s [ 1019.318982] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.320716] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.320716] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.320716] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.320716] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.320716] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d already deleted. [ 1019.320716] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.320716] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.320716] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.320716] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.615977] env[65933]: INFO networking_nsxv3.common.synchronization [req-57761e39-e4b2-42a8-82bd-e3aa5ae5ae38 req-fd855765-5e4a-4b5f-a255-351012412d5b tempest-DeleteServersAdminTestJSON-766616582 tempest-DeleteServersAdminTestJSON-766616582-project-member] Enqueued Resource ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 with Priority: HIGHEST for action security_group_members [ 1019.617432] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 with Priority: HIGHEST for action security_group_members [ 1019.617432] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7a29fa-9493-47a0-96f3-2f25b124e524 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.617571] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.617712] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.618799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.619055] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.619212] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.619305] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.619521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.619634] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.620354] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a7a29fa-9493-47a0-96f3-2f25b124e524',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.844111] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.844111] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.844111] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.844111] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.844111] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.844111] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d already deleted. [ 1019.844111] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.122554] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.122725] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.122803] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.123063] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.153567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.154158] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.154158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.154382] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.154420] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.154568] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.154665] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 is going to be updated. [ 1020.186542] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.186542] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.186542] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.186788] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.186975] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.201762] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 in Status: IN_PROGRESS for 2s [ 1020.796305] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1020.796660] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.796735] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.797048] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.797261] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.797388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.797470] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.797639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.797757] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.797817] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.797981] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.798176] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.798217] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.798354] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.798582] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.798775] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.798775] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.798906] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.798982] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.799080] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.799195] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.014539] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 1021.015980] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.016252] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.016542] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.016651] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.035572] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 in Status: SUCCESS [ 1021.036682] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 deletion is rescheduled due to dependency. [ 1021.036682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.302277] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e456aafc-3e18-4d29-8a84-c09e9a44ba85: rpc.has_security_group_logging(os_id): False [ 1021.344988] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.345269] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.345368] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.345650] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.382760] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.383198] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.383198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.383387] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.383519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.383581] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.383752] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.383859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.383907] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.384070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.384221] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.384443] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.384545] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.384612] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.384750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.384944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.385100] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1021.522374] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.522374] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.522374] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.522374] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.522610] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.524689] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.524689] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.524689] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.524979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.525288] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.525288] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.525288] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.525465] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.525502] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.525612] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.525725] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.554953] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1022.028808] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.029153] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.029255] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.030545] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.030545] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.030545] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.030545] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.030545] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.030545] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.030545] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.030987] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.030987] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.030987] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.030987] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.031253] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.031253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.031372] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.031691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.031801] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.031894] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.032085] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.213360] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 in Status: SUCCESS [ 1022.217023] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a7a29fa-9493-47a0-96f3-2f25b124e524 deletion is rescheduled due to dependency. [ 1022.217023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7a29fa-9493-47a0-96f3-2f25b124e524" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.373537] env[65933]: INFO networking_nsxv3.common.synchronization [req-e7776f2d-41ff-471c-b27b-0c2642635c45 req-03acff8f-5179-498e-9637-cbbc4d0faa6a tempest-ServerPasswordTestJSON-205804639 tempest-ServerPasswordTestJSON-205804639-project-member] Enqueued Resource ID: 8e556452-3959-4f10-9648-9d78ab2caf1b with Priority: HIGHEST for action security_group_members [ 1022.374643] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e556452-3959-4f10-9648-9d78ab2caf1b with Priority: HIGHEST for action security_group_members [ 1022.374643] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e556452-3959-4f10-9648-9d78ab2caf1b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.374863] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.374863] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.375313] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.375455] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.375593] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.375729] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.375940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.375994] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.376118] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e556452-3959-4f10-9648-9d78ab2caf1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.536163] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 322277bd-a597-4ae4-b5e4-559a3a693e51: rpc.has_security_group_logging(os_id): False [ 1022.559540] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.559706] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.559829] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.560390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.560390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.560890] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.560890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.560890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.561134] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.561206] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.562110] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.562307] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.562389] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.562553] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.562649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.562911] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.563071] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.563118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.563293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.563427] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.563542] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be updated. [ 1022.640048] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.640265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.640265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.640554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.640618] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.659239] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 1022.801763] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.801956] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-324" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.802104] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-324" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.802430] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-324" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.802702] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.802867] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.802984] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.803355] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.803508] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.803717] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.803829] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.803937] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.804059] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.804168] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.804271] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.804404] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.823720] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.823907] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1022.824044] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.824234] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-324" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.824553] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-a9808e10-1f1d-4884-a89c-1e7f1591a6d2 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.824726] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-a9808e10-1f1d-4884-a89c-1e7f1591a6d2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.824913] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-a9808e10-1f1d-4884-a89c-1e7f1591a6d2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.825316] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-a9808e10-1f1d-4884-a89c-1e7f1591a6d2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.825458] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9808e10-1f1d-4884-a89c-1e7f1591a6d2',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.878385] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.878647] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.878647] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.878953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.879092] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.879415] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.879582] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.879635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.879944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.879944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.879944] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e556452-3959-4f10-9648-9d78ab2caf1b already deleted. [ 1022.880118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.327750] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.328049] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.328159] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.328384] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.328537] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.328712] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port a9808e10-1f1d-4884-a89c-1e7f1591a6d2 not found, creating... [ 1023.328941] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.329116] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.329236] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.329458] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.329692] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.329866] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.330030] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.330150] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.330350] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.330483] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.330648] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: a9808e10-1f1d-4884-a89c-1e7f1591a6d2 is going to be created. [ 1023.352577] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.352787] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.352879] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.353204] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.353441] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.353670] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-a9808e10-1f1d-4884-a89c-1e7f1591a6d2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.574055] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1023.574296] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.574480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.574706] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.574796] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.801391] env[65933]: INFO networking_nsxv3.common.synchronization [req-aa0338be-ef76-4248-808a-9dfa98777cab req-f257464a-f34e-4f2c-9ca3-bc7d3e0b4f93 tempest-ServersNegativeTestJSON-1178383421 tempest-ServersNegativeTestJSON-1178383421-project-member] Enqueued Resource ID: 7022cd29-8784-4706-ac03-3cc7395ab323 with Priority: HIGHEST for action security_group_members [ 1023.802198] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7022cd29-8784-4706-ac03-3cc7395ab323 with Priority: HIGHEST for action security_group_members [ 1023.802198] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-7022cd29-8784-4706-ac03-3cc7395ab323 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.802298] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.802298] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.802521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.802679] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.802779] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.802842] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.802993] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.803090] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.803205] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.069600] env[65933]: INFO networking_nsxv3.common.synchronization [req-e7776f2d-41ff-471c-b27b-0c2642635c45 req-c0b7d9be-bf31-4eb0-b96e-fa887c75f5c4 service nova] Enqueued Resource ID: 8e556452-3959-4f10-9648-9d78ab2caf1b with Priority: HIGHEST for action security_group_rules [ 1024.069780] env[65933]: INFO networking_nsxv3.common.synchronization [req-e7776f2d-41ff-471c-b27b-0c2642635c45 req-c0b7d9be-bf31-4eb0-b96e-fa887c75f5c4 service nova] Enqueued Resource ID: 8e556452-3959-4f10-9648-9d78ab2caf1b with Priority: HIGHEST for action security_group_members [ 1024.069914] env[65933]: INFO networking_nsxv3.common.synchronization [req-e7776f2d-41ff-471c-b27b-0c2642635c45 req-c0b7d9be-bf31-4eb0-b96e-fa887c75f5c4 service nova] Enqueued Resource ID: a9808e10-1f1d-4884-a89c-1e7f1591a6d2 with Priority: HIGHEST for action port [ 1024.071245] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e556452-3959-4f10-9648-9d78ab2caf1b with Priority: HIGHEST for action security_group_rules [ 1024.071245] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e556452-3959-4f10-9648-9d78ab2caf1b with Priority: HIGHEST for action security_group_members [ 1024.071245] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9808e10-1f1d-4884-a89c-1e7f1591a6d2 with Priority: HIGHEST for action port [ 1024.071245] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e556452-3959-4f10-9648-9d78ab2caf1b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.071504] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.071504] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.071632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.071725] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e556452-3959-4f10-9648-9d78ab2caf1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.072910] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e556452-3959-4f10-9648-9d78ab2caf1b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.072910] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.073722] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.073722] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.073722] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.073722] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.073722] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.073966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.073966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.073966] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e556452-3959-4f10-9648-9d78ab2caf1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.075247] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9808e10-1f1d-4884-a89c-1e7f1591a6d2 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.075247] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9808e10-1f1d-4884-a89c-1e7f1591a6d2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.075247] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9808e10-1f1d-4884-a89c-1e7f1591a6d2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.075247] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9808e10-1f1d-4884-a89c-1e7f1591a6d2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.075514] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9808e10-1f1d-4884-a89c-1e7f1591a6d2',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.077791] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.077791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.077791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.078031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.081947] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.081947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.081947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.082174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.082174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.082255] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.082474] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.306546] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.306745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.306818] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.307060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.334204] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.334553] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.334636] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.334676] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.334860] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.335041] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.335183] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7022cd29-8784-4706-ac03-3cc7395ab323 is going to be updated. [ 1024.363487] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.363720] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.363859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.364509] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.364509] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.374871] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7022cd29-8784-4706-ac03-3cc7395ab323 in Status: IN_PROGRESS for 2s [ 1024.578180] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9808e10-1f1d-4884-a89c-1e7f1591a6d2 with status ACTIVE [ 1024.578433] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.578568] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.578639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.578861] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.578954] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.579170] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.579233] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.579323] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.579480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.579559] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.579742] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.579836] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.579896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.580051] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.580121] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.580243] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9808e10-1f1d-4884-a89c-1e7f1591a6d2 is going to be updated. [ 1024.581443] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e556452-3959-4f10-9648-9d78ab2caf1b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.581570] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.581684] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e556452-3959-4f10-9648-9d78ab2caf1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.588078] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.588236] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.588295] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.588504] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.588672] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.588764] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.588830] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.588966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.589063] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.589389] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.589389] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.589389] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.589537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.589591] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.589760] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.589813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.589866] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.589989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.590187] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.590187] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.590290] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.610045] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.610045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.610045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.610045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.610045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.610045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9808e10-1f1d-4884-a89c-1e7f1591a6d2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.699551] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 1024.699889] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.084690] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e556452-3959-4f10-9648-9d78ab2caf1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.092066] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e456aafc-3e18-4d29-8a84-c09e9a44ba85: rpc.has_security_group_logging(os_id): False [ 1025.118147] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.118283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.118340] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.118590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.118666] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.118889] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.118990] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.119066] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.119264] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.119349] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.119536] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.119632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.119709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.119852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.119926] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.120135] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.120230] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.120309] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.120450] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.120523] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.120608] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1025.202784] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.202942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.203036] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.203287] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.203439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.225828] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1025.587798] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.588087] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.588087] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.588304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.588416] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.588526] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e556452-3959-4f10-9648-9d78ab2caf1b is going to be created. [ 1025.618130] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.620527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.620527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.620527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.620527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.637341] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e556452-3959-4f10-9648-9d78ab2caf1b in Status: UNINITIALIZED for 2s [ 1026.391892] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7022cd29-8784-4706-ac03-3cc7395ab323 in Status: SUCCESS [ 1026.392096] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7022cd29-8784-4706-ac03-3cc7395ab323 deletion is rescheduled due to dependency. [ 1026.392219] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.854522] env[65933]: INFO networking_nsxv3.common.synchronization [req-e3554b25-ec10-490b-bf0d-bc42a356a9c2 req-43515d25-874e-482c-9d57-42b58c1f8a5f tempest-ServersTestJSON-121039310 tempest-ServersTestJSON-121039310-project-member] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1026.855312] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1026.855635] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.855761] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.856083] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.856083] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.856170] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.856275] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.856336] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.856487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.856571] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.856662] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.242934] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1027.243136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.360850] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.649679] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e556452-3959-4f10-9648-9d78ab2caf1b in Status: SUCCESS [ 1027.649798] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.650126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.650232] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.650364] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.650626] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.650626] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.650748] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.650859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.651096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.651096] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e556452-3959-4f10-9648-9d78ab2caf1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.865462] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.110414] env[65933]: INFO networking_nsxv3.common.synchronization [req-9350d41d-2b87-4a28-a112-229fe6e080af req-a7da8827-78d3-4c54-b437-95281e2e9cdb tempest-DeleteServersTestJSON-1878305039 tempest-DeleteServersTestJSON-1878305039-project-member] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 1028.111297] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 1028.111771] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.111996] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.112143] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.112562] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.112828] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.113024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.113159] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.113425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.113598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.113788] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.153204] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e556452-3959-4f10-9648-9d78ab2caf1b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.153599] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.153599] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.153826] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.153826] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.154079] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.154079] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.154256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.154256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.154659] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.154780] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e556452-3959-4f10-9648-9d78ab2caf1b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.154890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.154981] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.155081] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.155227] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.155311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.155410] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.155518] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.155608] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.155688] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.155776] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e556452-3959-4f10-9648-9d78ab2caf1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.368637] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.368813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.368881] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.369110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.369200] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.369307] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1028.401661] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.403332] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.403332] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.403332] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.403332] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.416875] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1028.615916] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.616372] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.616372] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.616581] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.616622] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.616875] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.617282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.617387] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.617790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.617790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.617790] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be updated. [ 1028.649321] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.649509] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.649827] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.649827] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.649961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.659264] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e556452-3959-4f10-9648-9d78ab2caf1b: rpc.has_security_group_logging(os_id): False [ 1028.661576] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 1028.679086] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.679285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.679285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.679692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.679692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.679833] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.679833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.679981] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.680033] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.680134] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.680326] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.680420] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.680477] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.680616] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.680832] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.680889] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.680956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.681024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.681168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.681241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.681330] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e556452-3959-4f10-9648-9d78ab2caf1b is going to be created. [ 1028.751604] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.751604] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.751604] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.751604] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.751604] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.764447] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e556452-3959-4f10-9648-9d78ab2caf1b in Status: IN_PROGRESS for 2s [ 1028.961571] env[65933]: INFO networking_nsxv3.common.synchronization [req-1cb66bed-b49a-42b9-8434-aa6b967b9a48 req-bb5ee33a-506c-45ae-ba7f-6c43e2ff46ac tempest-AttachInterfacesTestJSON-2120938241 tempest-AttachInterfacesTestJSON-2120938241-project-member] Enqueued Resource ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d with Priority: HIGHEST for action security_group_members [ 1028.962604] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d with Priority: HIGHEST for action security_group_members [ 1028.963072] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.963214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.963316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.963759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.963942] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.964072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.964142] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.964319] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.964407] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.964627] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.467782] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.467971] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.468207] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.468451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.468545] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.468748] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.468848] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.468913] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.469178] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.469178] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.469257] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d already deleted. [ 1029.469537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.567184] env[65933]: INFO networking_nsxv3.common.synchronization [None req-b22054d8-d765-44dc-a617-d153902d7366 None None] Enqueued Resource ID: 4f28431e-048b-4f67-838b-d198b0bd4337 with Priority: HIGHEST for action port [ 1029.568145] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f28431e-048b-4f67-838b-d198b0bd4337 with Priority: HIGHEST for action port [ 1029.568595] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f28431e-048b-4f67-838b-d198b0bd4337 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.569150] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f28431e-048b-4f67-838b-d198b0bd4337" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.569150] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f28431e-048b-4f67-838b-d198b0bd4337" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.569247] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f28431e-048b-4f67-838b-d198b0bd4337" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.569358] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f28431e-048b-4f67-838b-d198b0bd4337',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.021872] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.022229] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.022401] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.022682] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.023221] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.023467] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.023625] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.023943] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.024316] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.024540] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.024661] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.024780] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.025384] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.025561] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.025676] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.025849] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.056591] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.056591] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.057953] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.057953] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.057953] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-822ded22-add5-4a78-9f30-e350a9c5409a taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.058419] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-822ded22-add5-4a78-9f30-e350a9c5409a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.058974] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-822ded22-add5-4a78-9f30-e350a9c5409a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.059735] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-822ded22-add5-4a78-9f30-e350a9c5409a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.059735] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('822ded22-add5-4a78-9f30-e350a9c5409a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.073283] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f28431e-048b-4f67-838b-d198b0bd4337 [ 1030.073663] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.073872] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.074026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.074852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.075581] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.075825] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f28431e-048b-4f67-838b-d198b0bd4337 already deleted. [ 1030.076019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f28431e-048b-4f67-838b-d198b0bd4337" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.427151] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1030.427837] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.563808] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.564088] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.564244] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.564532] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.564686] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.564856] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 822ded22-add5-4a78-9f30-e350a9c5409a not found, creating... [ 1030.565154] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.565324] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.565439] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.565663] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.565798] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.566100] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.566266] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.567451] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.567746] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.567897] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.568071] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 822ded22-add5-4a78-9f30-e350a9c5409a is going to be created. [ 1030.594836] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.594836] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.594836] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.596565] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.596565] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.596565] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-822ded22-add5-4a78-9f30-e350a9c5409a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.652804] env[65933]: INFO networking_nsxv3.common.synchronization [None req-b3f0c14e-0845-4549-a00b-5ee23efd6da3 None None] Enqueued Resource ID: 69b976f8-4ee1-496f-971f-2532265b86e2 with Priority: HIGHEST for action port [ 1030.653555] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b976f8-4ee1-496f-971f-2532265b86e2 with Priority: HIGHEST for action port [ 1030.653889] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-69b976f8-4ee1-496f-971f-2532265b86e2 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.654153] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69b976f8-4ee1-496f-971f-2532265b86e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.654294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69b976f8-4ee1-496f-971f-2532265b86e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.654607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69b976f8-4ee1-496f-971f-2532265b86e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.654697] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69b976f8-4ee1-496f-971f-2532265b86e2',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.673021] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 1030.673207] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 deletion is rescheduled due to dependency. [ 1030.673325] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.777681] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e556452-3959-4f10-9648-9d78ab2caf1b in Status: SUCCESS [ 1030.778035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.157296] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69b976f8-4ee1-496f-971f-2532265b86e2 [ 1031.157890] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.157890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.157890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.158114] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.158114] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.158220] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69b976f8-4ee1-496f-971f-2532265b86e2 already deleted. [ 1031.158262] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69b976f8-4ee1-496f-971f-2532265b86e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.296341] env[65933]: INFO networking_nsxv3.common.synchronization [req-1cb66bed-b49a-42b9-8434-aa6b967b9a48 req-b47fdd53-fa5f-4313-b380-9cceafff5f31 service nova] Enqueued Resource ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d with Priority: HIGHEST for action security_group_rules [ 1031.296341] env[65933]: INFO networking_nsxv3.common.synchronization [req-1cb66bed-b49a-42b9-8434-aa6b967b9a48 req-b47fdd53-fa5f-4313-b380-9cceafff5f31 service nova] Enqueued Resource ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d with Priority: HIGHEST for action security_group_members [ 1031.296341] env[65933]: INFO networking_nsxv3.common.synchronization [req-1cb66bed-b49a-42b9-8434-aa6b967b9a48 req-b47fdd53-fa5f-4313-b380-9cceafff5f31 service nova] Enqueued Resource ID: 822ded22-add5-4a78-9f30-e350a9c5409a with Priority: HIGHEST for action port [ 1031.296341] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d with Priority: HIGHEST for action security_group_rules [ 1031.296341] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d with Priority: HIGHEST for action security_group_members [ 1031.296341] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 822ded22-add5-4a78-9f30-e350a9c5409a with Priority: HIGHEST for action port [ 1031.296341] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.296341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.296341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.296341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.296341] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.297389] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.297389] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.298321] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.298321] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.298631] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.298958] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.299327] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.299762] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.299762] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.299762] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.300948] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-822ded22-add5-4a78-9f30-e350a9c5409a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.301403] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-822ded22-add5-4a78-9f30-e350a9c5409a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.301504] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-822ded22-add5-4a78-9f30-e350a9c5409a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.301947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-822ded22-add5-4a78-9f30-e350a9c5409a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.302123] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('822ded22-add5-4a78-9f30-e350a9c5409a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.392110] env[65933]: INFO networking_nsxv3.common.synchronization [None req-f1f9ca0c-07e0-4c6b-81af-408e3873ab02 None None] Enqueued Resource ID: e89d0aff-87f6-4701-996c-cd5e326e8261 with Priority: HIGHEST for action port [ 1031.393073] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89d0aff-87f6-4701-996c-cd5e326e8261 with Priority: HIGHEST for action port [ 1031.393612] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e89d0aff-87f6-4701-996c-cd5e326e8261 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.393612] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e89d0aff-87f6-4701-996c-cd5e326e8261" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.393914] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e89d0aff-87f6-4701-996c-cd5e326e8261" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.394709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e89d0aff-87f6-4701-996c-cd5e326e8261" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.394709] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e89d0aff-87f6-4701-996c-cd5e326e8261',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.578904] env[65933]: INFO networking_nsxv3.common.synchronization [req-4f646bb6-682f-4682-8e0c-e1d306597983 req-6549750c-6d47-4a4a-8758-6075ef95ea2f tempest-ImagesOneServerTestJSON-301119956 tempest-ImagesOneServerTestJSON-301119956-project-member] Enqueued Resource ID: 182f03b0-c353-4499-8f96-62188317da53 with Priority: HIGHEST for action security_group_members [ 1031.579699] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182f03b0-c353-4499-8f96-62188317da53 with Priority: HIGHEST for action security_group_members [ 1031.580672] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-182f03b0-c353-4499-8f96-62188317da53 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.580865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.580992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.581318] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.581589] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.581769] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.581892] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.582169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.582310] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.582469] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182f03b0-c353-4499-8f96-62188317da53',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.676012] env[65933]: INFO networking_nsxv3.common.synchronization [req-8dcf9e39-4da0-4ca1-9752-dfa6931d4c19 req-d121ea2d-3873-481c-b93a-12b8f6646afd tempest-AttachVolumeTestJSON-122849174 tempest-AttachVolumeTestJSON-122849174-project-member] Enqueued Resource ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 with Priority: HIGHEST for action security_group_members [ 1031.676740] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 with Priority: HIGHEST for action security_group_members [ 1031.677109] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b0415dd-d0c5-47da-919f-0f70a1594670 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.677257] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.677328] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.677519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.677667] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.677761] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.677876] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.678016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.678054] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.678164] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b0415dd-d0c5-47da-919f-0f70a1594670',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.805540] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.805677] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.806080] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.806712] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 822ded22-add5-4a78-9f30-e350a9c5409a with status ACTIVE [ 1031.806885] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.806997] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.807167] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.807313] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.807695] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.807917] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.808032] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.808112] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.808285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.808406] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.808589] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.808725] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.808794] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.808871] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.808945] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.809044] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 822ded22-add5-4a78-9f30-e350a9c5409a is going to be updated. [ 1031.836044] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.836044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.836216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.837008] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.837008] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.837008] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-822ded22-add5-4a78-9f30-e350a9c5409a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.899420] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e89d0aff-87f6-4701-996c-cd5e326e8261 [ 1031.899680] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.899828] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.899828] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.900091] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.900225] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.900350] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e89d0aff-87f6-4701-996c-cd5e326e8261 already deleted. [ 1031.900760] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e89d0aff-87f6-4701-996c-cd5e326e8261" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.087423] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.087585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.087649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.087939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.115157] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.115431] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.115554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.115626] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.115824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.115900] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.115989] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182f03b0-c353-4499-8f96-62188317da53 is going to be updated. [ 1032.145743] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.145872] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.145941] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.147298] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.147515] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.158155] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182f03b0-c353-4499-8f96-62188317da53 in Status: IN_PROGRESS for 2s [ 1032.182401] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.182401] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.182401] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.182401] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.182401] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.182401] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.182401] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.182401] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.182401] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.182401] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.182401] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 is going to be updated. [ 1032.210201] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.210532] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.210765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.211032] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.211212] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.221591] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 in Status: IN_PROGRESS for 2s [ 1032.312742] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.815181] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.815366] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.815433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.815666] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.815762] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.819171] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d is going to be created. [ 1032.844204] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.844204] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.844334] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.844488] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.844649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.860461] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d in Status: UNINITIALIZED for 2s [ 1032.978683] env[65933]: INFO networking_nsxv3.common.synchronization [None req-2ad652db-44be-4ba8-907f-e8eed13449f1 None None] Enqueued Resource ID: 3cb04d4c-693b-443f-b935-3fb886a8547b with Priority: HIGHEST for action port [ 1032.979216] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb04d4c-693b-443f-b935-3fb886a8547b with Priority: HIGHEST for action port [ 1032.979528] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cb04d4c-693b-443f-b935-3fb886a8547b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.979652] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cb04d4c-693b-443f-b935-3fb886a8547b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.979710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cb04d4c-693b-443f-b935-3fb886a8547b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.979963] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cb04d4c-693b-443f-b935-3fb886a8547b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.981771] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cb04d4c-693b-443f-b935-3fb886a8547b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.490068] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cb04d4c-693b-443f-b935-3fb886a8547b [ 1033.490068] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.490068] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.490483] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.490483] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.490483] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.490483] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cb04d4c-693b-443f-b935-3fb886a8547b already deleted. [ 1033.490701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cb04d4c-693b-443f-b935-3fb886a8547b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.169031] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182f03b0-c353-4499-8f96-62188317da53 in Status: SUCCESS [ 1034.169233] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182f03b0-c353-4499-8f96-62188317da53 deletion is rescheduled due to dependency. [ 1034.169357] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.232627] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 in Status: SUCCESS [ 1034.232627] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 deletion is rescheduled due to dependency. [ 1034.232627] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.871257] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d in Status: SUCCESS [ 1034.871257] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.871257] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.871257] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.871257] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.871749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.871749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.871749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.871749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.871749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.872019] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.374380] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.772191] env[65933]: INFO networking_nsxv3.common.synchronization [req-176a01d4-9c2b-4fa3-85e2-31650a4238b0 req-acd69b96-dde2-4534-8d97-7d79ba8cf5c8 tempest-ServerPasswordTestJSON-205804639 tempest-ServerPasswordTestJSON-205804639-project-member] Enqueued Resource ID: 8e556452-3959-4f10-9648-9d78ab2caf1b with Priority: HIGHEST for action security_group_members [ 1035.773591] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e556452-3959-4f10-9648-9d78ab2caf1b with Priority: HIGHEST for action security_group_members [ 1035.774469] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e556452-3959-4f10-9648-9d78ab2caf1b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.774469] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.774469] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.774469] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.774623] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.774677] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.774885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.774946] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.774991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.775238] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e556452-3959-4f10-9648-9d78ab2caf1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.876619] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d: rpc.has_security_group_logging(os_id): False [ 1035.895465] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.895465] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.895778] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.895875] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.895993] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.896279] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.896473] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.896473] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.896668] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.896668] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.896852] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d is going to be created. [ 1035.966621] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.966867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.966867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.967045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.967342] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.979857] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d in Status: IN_PROGRESS for 2s [ 1036.278938] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.279181] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.279248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.279461] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.279554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.279751] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.279863] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.280020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.280206] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.280308] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.280419] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e556452-3959-4f10-9648-9d78ab2caf1b is going to be updated. [ 1036.308254] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.308475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.308475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.308677] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.308820] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.328765] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e556452-3959-4f10-9648-9d78ab2caf1b in Status: IN_PROGRESS for 2s [ 1037.996361] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d in Status: SUCCESS [ 1037.996652] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.337762] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e556452-3959-4f10-9648-9d78ab2caf1b in Status: SUCCESS [ 1038.338439] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e556452-3959-4f10-9648-9d78ab2caf1b deletion is rescheduled due to dependency. [ 1038.338439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.774051] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1040.774377] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1040.859408] env[65933]: INFO networking_nsxv3.common.synchronization [None req-73dfbb45-556b-4cb5-abef-b2f39a9f7509 None None] Enqueued Resource ID: 3efe0e52-1c1b-4403-91a7-f5a40e72d0a0 with Priority: HIGHEST for action port [ 1040.859705] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efe0e52-1c1b-4403-91a7-f5a40e72d0a0 with Priority: HIGHEST for action port [ 1040.860290] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-3efe0e52-1c1b-4403-91a7-f5a40e72d0a0 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.860420] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3efe0e52-1c1b-4403-91a7-f5a40e72d0a0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.860603] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3efe0e52-1c1b-4403-91a7-f5a40e72d0a0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.860745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3efe0e52-1c1b-4403-91a7-f5a40e72d0a0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.860826] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3efe0e52-1c1b-4403-91a7-f5a40e72d0a0',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.363409] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3efe0e52-1c1b-4403-91a7-f5a40e72d0a0 [ 1041.366567] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.366567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.366567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.366567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.366567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.366567] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3efe0e52-1c1b-4403-91a7-f5a40e72d0a0 already deleted. [ 1041.366567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3efe0e52-1c1b-4403-91a7-f5a40e72d0a0" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.499728] env[65933]: INFO networking_nsxv3.common.synchronization [None req-723de5c3-7894-4f48-be44-cd3428e6f581 tempest-ServerActionsTestOtherB-39346856 tempest-ServerActionsTestOtherB-39346856-project-member] Enqueued Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_rules [ 1041.500128] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_rules [ 1041.500510] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.500793] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.500793] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.501186] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.501186] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.597665] env[65933]: INFO networking_nsxv3.common.synchronization [None req-b4533449-e35d-4567-9bdb-02760d5efddd tempest-ServerActionsTestOtherB-39346856 tempest-ServerActionsTestOtherB-39346856-project-member] Enqueued Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_rules [ 1041.599761] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_rules [ 1041.599761] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.599761] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.031091] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.031567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.031567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.032814] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.032955] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.033148] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a already deleted. [ 1042.033268] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.033450] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.033649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.033760] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.558255] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.558434] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.558530] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.558693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.558778] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.558873] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a already deleted. [ 1042.559048] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.002564] env[65933]: INFO networking_nsxv3.common.synchronization [req-9e142241-1a56-40f8-8983-ac3ba1e0137c req-512652e9-e33c-49e2-a4d2-69435d1f8f09 tempest-AttachVolumeNegativeTest-1380379024 tempest-AttachVolumeNegativeTest-1380379024-project-member] Enqueued Resource ID: fd94a0de-72e8-4dd9-8196-413d5fef350e with Priority: HIGHEST for action security_group_members [ 1043.005225] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd94a0de-72e8-4dd9-8196-413d5fef350e with Priority: HIGHEST for action security_group_members [ 1043.005924] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd94a0de-72e8-4dd9-8196-413d5fef350e taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.006865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.006953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.007468] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.007630] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.008635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.008790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.008991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.009123] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.009253] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd94a0de-72e8-4dd9-8196-413d5fef350e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.512027] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.512423] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.512507] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.512861] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.535654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.535941] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.536100] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.536244] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.536402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.536523] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.536592] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd94a0de-72e8-4dd9-8196-413d5fef350e is going to be updated. [ 1043.553318] env[65933]: INFO networking_nsxv3.common.synchronization [None req-1a1f6afe-e302-47b4-93a5-c89e29b7d7b1 None None] Enqueued Resource ID: 7775f3cf-23a5-48a0-b7fb-c96d749299ab with Priority: HIGHEST for action port [ 1043.553587] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7775f3cf-23a5-48a0-b7fb-c96d749299ab with Priority: HIGHEST for action port [ 1043.554090] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-7775f3cf-23a5-48a0-b7fb-c96d749299ab taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.554229] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7775f3cf-23a5-48a0-b7fb-c96d749299ab" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.554229] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7775f3cf-23a5-48a0-b7fb-c96d749299ab" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.554625] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7775f3cf-23a5-48a0-b7fb-c96d749299ab" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.554688] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7775f3cf-23a5-48a0-b7fb-c96d749299ab',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.566628] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.566628] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.567901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.567901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.567901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.576238] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd94a0de-72e8-4dd9-8196-413d5fef350e in Status: IN_PROGRESS for 2s [ 1044.057779] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7775f3cf-23a5-48a0-b7fb-c96d749299ab [ 1044.057779] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.057779] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.057950] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.058082] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.058177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.058330] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7775f3cf-23a5-48a0-b7fb-c96d749299ab already deleted. [ 1044.058447] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7775f3cf-23a5-48a0-b7fb-c96d749299ab" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.500722] env[65933]: INFO networking_nsxv3.common.synchronization [req-6ac5ebc4-34ac-4902-8794-458a494080b2 req-2c3b5e61-6fc5-4e78-ad21-137ddbce94d9 tempest-FloatingIPsAssociationTestJSON-1640334686 tempest-FloatingIPsAssociationTestJSON-1640334686-project-member] Enqueued Resource ID: b7756674-2df9-48f2-a14d-3018af3e0a8b with Priority: HIGHEST for action security_group_members [ 1044.501370] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7756674-2df9-48f2-a14d-3018af3e0a8b with Priority: HIGHEST for action security_group_members [ 1044.501719] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7756674-2df9-48f2-a14d-3018af3e0a8b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.501885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.501949] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.502214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.502874] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.502874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.502874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.502874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.502874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.502874] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7756674-2df9-48f2-a14d-3018af3e0a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.833110] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.833110] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-65" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.833110] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-65" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.833110] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-65" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.833793] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.834643] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.836623] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.836623] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.836623] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.836623] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.836623] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.836623] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.836623] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.836623] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.836623] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.836623] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.855651] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.855651] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.855651] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.855651] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-65" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.857783] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-ab6d5dee-6c17-4d64-9cda-6bb3100fc5ab taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.857783] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-ab6d5dee-6c17-4d64-9cda-6bb3100fc5ab" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.857783] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-ab6d5dee-6c17-4d64-9cda-6bb3100fc5ab" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.857783] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-ab6d5dee-6c17-4d64-9cda-6bb3100fc5ab" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.857783] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab6d5dee-6c17-4d64-9cda-6bb3100fc5ab',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.005071] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.005408] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.005489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.005702] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.005785] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.006107] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.006269] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.006341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.006499] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.006576] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.006663] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7756674-2df9-48f2-a14d-3018af3e0a8b already deleted. [ 1045.006889] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.361062] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.361311] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.361577] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.361903] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.362225] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.362478] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port ab6d5dee-6c17-4d64-9cda-6bb3100fc5ab not found, creating... [ 1045.362908] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.363138] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.363323] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.363875] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.363875] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.364324] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.364550] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.364725] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.365049] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.365281] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.365495] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: ab6d5dee-6c17-4d64-9cda-6bb3100fc5ab is going to be created. [ 1045.388179] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.388424] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.388531] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.388811] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.389051] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.389282] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-ab6d5dee-6c17-4d64-9cda-6bb3100fc5ab" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.587646] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd94a0de-72e8-4dd9-8196-413d5fef350e in Status: SUCCESS [ 1045.587916] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd94a0de-72e8-4dd9-8196-413d5fef350e deletion is rescheduled due to dependency. [ 1045.587985] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.081947] env[65933]: INFO networking_nsxv3.common.synchronization [req-6ac5ebc4-34ac-4902-8794-458a494080b2 req-2f50c380-f574-4787-a94b-524d84e3a083 service nova] Enqueued Resource ID: b7756674-2df9-48f2-a14d-3018af3e0a8b with Priority: HIGHEST for action security_group_rules [ 1046.082243] env[65933]: INFO networking_nsxv3.common.synchronization [req-6ac5ebc4-34ac-4902-8794-458a494080b2 req-2f50c380-f574-4787-a94b-524d84e3a083 service nova] Enqueued Resource ID: b7756674-2df9-48f2-a14d-3018af3e0a8b with Priority: HIGHEST for action security_group_members [ 1046.082290] env[65933]: INFO networking_nsxv3.common.synchronization [req-6ac5ebc4-34ac-4902-8794-458a494080b2 req-2f50c380-f574-4787-a94b-524d84e3a083 service nova] Enqueued Resource ID: ab6d5dee-6c17-4d64-9cda-6bb3100fc5ab with Priority: HIGHEST for action port [ 1046.082787] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7756674-2df9-48f2-a14d-3018af3e0a8b with Priority: HIGHEST for action security_group_rules [ 1046.082934] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7756674-2df9-48f2-a14d-3018af3e0a8b with Priority: HIGHEST for action security_group_members [ 1046.083200] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab6d5dee-6c17-4d64-9cda-6bb3100fc5ab with Priority: HIGHEST for action port [ 1046.083514] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7756674-2df9-48f2-a14d-3018af3e0a8b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.083682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.083773] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.084091] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.084202] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7756674-2df9-48f2-a14d-3018af3e0a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.085668] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7756674-2df9-48f2-a14d-3018af3e0a8b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.085816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.085919] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.086108] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.086303] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.086428] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.086483] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.086674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.087687] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.087888] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7756674-2df9-48f2-a14d-3018af3e0a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.088763] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab6d5dee-6c17-4d64-9cda-6bb3100fc5ab taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.088895] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab6d5dee-6c17-4d64-9cda-6bb3100fc5ab" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.088987] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab6d5dee-6c17-4d64-9cda-6bb3100fc5ab" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.089190] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab6d5dee-6c17-4d64-9cda-6bb3100fc5ab" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.089311] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab6d5dee-6c17-4d64-9cda-6bb3100fc5ab',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.591995] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7756674-2df9-48f2-a14d-3018af3e0a8b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.591995] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.592120] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab6d5dee-6c17-4d64-9cda-6bb3100fc5ab with status ACTIVE [ 1046.592943] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.592943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.592943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.592943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.592943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.592943] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.592943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.593235] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.593235] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.593235] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.593426] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.593519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.593581] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.593766] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.593991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.593991] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab6d5dee-6c17-4d64-9cda-6bb3100fc5ab is going to be updated. [ 1046.596372] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7756674-2df9-48f2-a14d-3018af3e0a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.636177] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.636177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.636453] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.636627] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.636774] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.637568] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab6d5dee-6c17-4d64-9cda-6bb3100fc5ab" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.863991] env[65933]: INFO networking_nsxv3.common.synchronization [req-2832fea6-b6cb-4be7-8e2b-4645c61463ca req-9d8cf826-dba0-48b8-8d1e-c6c490f7a8bc tempest-ServerAddressesTestJSON-1345624122 tempest-ServerAddressesTestJSON-1345624122-project-member] Enqueued Resource ID: 78c15553-c121-40a8-b03c-6db4d4131725 with Priority: HIGHEST for action security_group_members [ 1046.864626] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c15553-c121-40a8-b03c-6db4d4131725 with Priority: HIGHEST for action security_group_members [ 1046.864954] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-78c15553-c121-40a8-b03c-6db4d4131725 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.865099] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.865205] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.865478] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.865650] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.865756] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.865816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.865981] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.866082] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.866178] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78c15553-c121-40a8-b03c-6db4d4131725',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.099856] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7756674-2df9-48f2-a14d-3018af3e0a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.256445] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.256445] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-189" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.256445] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-189" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.256445] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-189" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.256706] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.256891] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.257044] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.257412] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.257571] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.257778] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.258541] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.258541] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.258541] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.258541] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.258541] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.258541] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.279966] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.280236] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.280437] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.280616] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-189" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.280934] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-3f205ac8-25e9-4acb-98f3-2a7059075b58 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.281115] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-3f205ac8-25e9-4acb-98f3-2a7059075b58" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.281961] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-3f205ac8-25e9-4acb-98f3-2a7059075b58" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.281961] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-3f205ac8-25e9-4acb-98f3-2a7059075b58" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.281961] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f205ac8-25e9-4acb-98f3-2a7059075b58',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.369044] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.369475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.369650] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.370939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.370939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.372251] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.372251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.372251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.372251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.372251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.372251] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78c15553-c121-40a8-b03c-6db4d4131725 already deleted. [ 1047.372251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.602391] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.602588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.602739] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.603008] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.603131] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.603243] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7756674-2df9-48f2-a14d-3018af3e0a8b is going to be created. [ 1047.633752] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.633943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.633943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.634220] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.634522] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.644871] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7756674-2df9-48f2-a14d-3018af3e0a8b in Status: UNINITIALIZED for 2s [ 1047.786228] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.786825] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.788784] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.788784] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.788784] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.788784] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 3f205ac8-25e9-4acb-98f3-2a7059075b58 not found, creating... [ 1047.788784] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.788784] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.788784] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.788784] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.788784] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.790024] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.790024] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.790024] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.790024] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.790297] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.790627] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 3f205ac8-25e9-4acb-98f3-2a7059075b58 is going to be created. [ 1047.818388] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.818388] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.818577] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.819745] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.819745] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.819745] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-3f205ac8-25e9-4acb-98f3-2a7059075b58" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.540807] env[65933]: INFO networking_nsxv3.common.synchronization [req-2832fea6-b6cb-4be7-8e2b-4645c61463ca req-175a8d13-9e95-4955-b115-b120e58b4c80 service nova] Enqueued Resource ID: 78c15553-c121-40a8-b03c-6db4d4131725 with Priority: HIGHEST for action security_group_rules [ 1048.541206] env[65933]: INFO networking_nsxv3.common.synchronization [req-2832fea6-b6cb-4be7-8e2b-4645c61463ca req-175a8d13-9e95-4955-b115-b120e58b4c80 service nova] Enqueued Resource ID: 78c15553-c121-40a8-b03c-6db4d4131725 with Priority: HIGHEST for action security_group_members [ 1048.541206] env[65933]: INFO networking_nsxv3.common.synchronization [req-2832fea6-b6cb-4be7-8e2b-4645c61463ca req-175a8d13-9e95-4955-b115-b120e58b4c80 service nova] Enqueued Resource ID: 3f205ac8-25e9-4acb-98f3-2a7059075b58 with Priority: HIGHEST for action port [ 1048.541717] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c15553-c121-40a8-b03c-6db4d4131725 with Priority: HIGHEST for action security_group_rules [ 1048.541843] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c15553-c121-40a8-b03c-6db4d4131725 with Priority: HIGHEST for action security_group_members [ 1048.541979] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f205ac8-25e9-4acb-98f3-2a7059075b58 with Priority: HIGHEST for action port [ 1048.542545] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78c15553-c121-40a8-b03c-6db4d4131725 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.542745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.542895] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.543208] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.543356] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78c15553-c121-40a8-b03c-6db4d4131725',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.544506] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-78c15553-c121-40a8-b03c-6db4d4131725 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.544682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.545396] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.546235] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.546235] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.546235] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.546235] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.546775] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.546775] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.546775] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78c15553-c121-40a8-b03c-6db4d4131725',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.547842] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f205ac8-25e9-4acb-98f3-2a7059075b58 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.548280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f205ac8-25e9-4acb-98f3-2a7059075b58" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.548280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f205ac8-25e9-4acb-98f3-2a7059075b58" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.548405] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f205ac8-25e9-4acb-98f3-2a7059075b58" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.548568] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f205ac8-25e9-4acb-98f3-2a7059075b58',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.051033] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78c15553-c121-40a8-b03c-6db4d4131725',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.052008] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-78c15553-c121-40a8-b03c-6db4d4131725 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.052122] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.053398] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f205ac8-25e9-4acb-98f3-2a7059075b58 with status ACTIVE [ 1049.053564] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.053672] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.053743] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.053931] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.054027] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.054248] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.054363] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.054363] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.054607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.054607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.054795] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.054873] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.054873] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.054996] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.055082] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.055162] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f205ac8-25e9-4acb-98f3-2a7059075b58 is going to be updated. [ 1049.077199] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.077404] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.077449] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.077679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.077767] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.077925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f205ac8-25e9-4acb-98f3-2a7059075b58" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.241191] env[65933]: INFO networking_nsxv3.common.synchronization [req-98db8101-97e1-4ef0-8052-8b9d7d0282f7 req-352bc2e0-6afc-4d52-80db-8bfdf3a72b5f tempest-ServersTestJSON-121039310 tempest-ServersTestJSON-121039310-project-member] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1049.242236] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1049.242368] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.242449] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.242449] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.242650] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.242816] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.242974] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.242974] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.243111] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.243199] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.243295] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.557680] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78c15553-c121-40a8-b03c-6db4d4131725',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.571821] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.572821] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.572821] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.572821] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.572821] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.573086] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.573086] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.573209] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.573349] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.573551] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.573664] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.573772] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.574177] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.574177] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.574177] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.574399] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.593681] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.593812] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.593946] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.594861] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.594861] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-f014c90b-94b8-4bce-a72d-ded95a680aea taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.594861] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-f014c90b-94b8-4bce-a72d-ded95a680aea" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.594861] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-f014c90b-94b8-4bce-a72d-ded95a680aea" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.595223] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-f014c90b-94b8-4bce-a72d-ded95a680aea" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.595223] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f014c90b-94b8-4bce-a72d-ded95a680aea',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.653405] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7756674-2df9-48f2-a14d-3018af3e0a8b in Status: SUCCESS [ 1049.653606] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.653792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.654559] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.654559] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.654559] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.654559] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.654559] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.654929] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.654929] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.654929] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7756674-2df9-48f2-a14d-3018af3e0a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.745484] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.060928] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.061235] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.061325] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.061661] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.061762] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.062080] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78c15553-c121-40a8-b03c-6db4d4131725 is going to be created. [ 1050.087012] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.087159] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.087233] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.087640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.087815] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.097146] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78c15553-c121-40a8-b03c-6db4d4131725 in Status: UNINITIALIZED for 2s [ 1050.097662] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.097846] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.097970] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.098243] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.098492] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.098676] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port f014c90b-94b8-4bce-a72d-ded95a680aea not found, creating... [ 1050.098927] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.099100] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.099218] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.099440] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.099580] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.099852] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.100013] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.100137] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.100340] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.100471] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.100609] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: f014c90b-94b8-4bce-a72d-ded95a680aea is going to be created. [ 1050.118746] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.118971] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.119201] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.119636] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.119966] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.120316] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-f014c90b-94b8-4bce-a72d-ded95a680aea" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.156737] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7756674-2df9-48f2-a14d-3018af3e0a8b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.156903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.156981] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.157355] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.157420] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.157527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.157588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.157727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.157811] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.157942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.158044] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7756674-2df9-48f2-a14d-3018af3e0a8b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.158136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.158201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.158353] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.158530] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.158840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.158840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.158840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.158972] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.158972] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.159075] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7756674-2df9-48f2-a14d-3018af3e0a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.247869] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.661282] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7756674-2df9-48f2-a14d-3018af3e0a8b: rpc.has_security_group_logging(os_id): False [ 1050.682749] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.683012] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.683155] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.683454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.683580] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.683955] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.684181] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.684317] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.684591] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.684741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.685055] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.685245] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.685390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.685619] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.685734] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.686290] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.686290] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.686290] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.686504] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.686560] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.687598] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7756674-2df9-48f2-a14d-3018af3e0a8b is going to be created. [ 1050.750400] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.750608] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.750688] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.750979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.751112] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.751193] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1050.753510] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.753686] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.753730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.753955] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.754209] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.769029] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7756674-2df9-48f2-a14d-3018af3e0a8b in Status: IN_PROGRESS for 2s [ 1050.808239] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.808501] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.808627] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.808925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.809119] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.820381] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1050.896409] env[65933]: INFO networking_nsxv3.common.synchronization [req-98db8101-97e1-4ef0-8052-8b9d7d0282f7 req-275c691c-c583-46a3-bf9d-1764c69d68b4 service nova] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_rules [ 1050.896545] env[65933]: INFO networking_nsxv3.common.synchronization [req-98db8101-97e1-4ef0-8052-8b9d7d0282f7 req-275c691c-c583-46a3-bf9d-1764c69d68b4 service nova] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1050.896699] env[65933]: INFO networking_nsxv3.common.synchronization [req-98db8101-97e1-4ef0-8052-8b9d7d0282f7 req-275c691c-c583-46a3-bf9d-1764c69d68b4 service nova] Enqueued Resource ID: f014c90b-94b8-4bce-a72d-ded95a680aea with Priority: HIGHEST for action port [ 1050.898051] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_rules [ 1050.898051] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1050.898051] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f014c90b-94b8-4bce-a72d-ded95a680aea with Priority: HIGHEST for action port [ 1050.898051] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.898427] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.898427] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.898639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.898639] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.899724] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.899724] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.899930] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-f014c90b-94b8-4bce-a72d-ded95a680aea taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.900045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f014c90b-94b8-4bce-a72d-ded95a680aea" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.900109] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f014c90b-94b8-4bce-a72d-ded95a680aea" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.900310] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f014c90b-94b8-4bce-a72d-ded95a680aea" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.900473] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f014c90b-94b8-4bce-a72d-ded95a680aea',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.402507] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.402645] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.402932] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f014c90b-94b8-4bce-a72d-ded95a680aea with status ACTIVE [ 1051.403095] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.403204] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.403267] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.403484] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.403585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.403767] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.403874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.403930] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.404165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.404266] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.404453] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.404543] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.404635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.404827] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.404865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.404931] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f014c90b-94b8-4bce-a72d-ded95a680aea is going to be updated. [ 1051.432188] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.433953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.433953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.433953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.433953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.433953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f014c90b-94b8-4bce-a72d-ded95a680aea" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.691615] env[65933]: INFO networking_nsxv3.common.synchronization [req-9ad5757f-c90c-496a-beb6-a1f7a622dab5 req-609ef4d0-f309-40cc-9955-a00ec8d454a8 tempest-DeleteServersTestJSON-1878305039 tempest-DeleteServersTestJSON-1878305039-project-member] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 1051.691615] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 1051.692031] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.692281] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.692443] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.692746] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.693040] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.693320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.693513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.693766] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.693951] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.694161] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.059753] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.059981] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.060120] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.060442] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.060748] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.060935] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.061118] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.061339] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.061485] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.061739] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.061880] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.062096] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.062168] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.062302] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.062420] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.062575] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.082936] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.083053] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.083196] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.083379] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.083788] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-8abf6919-182a-4562-81f9-46e0d626ef5d taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.083982] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-8abf6919-182a-4562-81f9-46e0d626ef5d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.084124] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-8abf6919-182a-4562-81f9-46e0d626ef5d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.084474] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-8abf6919-182a-4562-81f9-46e0d626ef5d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.084619] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8abf6919-182a-4562-81f9-46e0d626ef5d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.106935] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78c15553-c121-40a8-b03c-6db4d4131725 in Status: SUCCESS [ 1052.107179] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.107820] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.109051] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.109051] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.109051] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.109051] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.109051] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.109051] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.109051] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.109051] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78c15553-c121-40a8-b03c-6db4d4131725',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.197729] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.197916] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.197986] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.198191] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.198281] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.198471] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.198578] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.198635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.198767] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.198842] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.198928] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be updated. [ 1052.225111] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.225465] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.225465] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.225605] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.225681] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.234303] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 1052.587048] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.587288] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.587501] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.587835] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.587996] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.588213] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 8abf6919-182a-4562-81f9-46e0d626ef5d not found, creating... [ 1052.588697] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.588880] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.589039] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.589291] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.589436] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.589774] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.589949] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.590089] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.590314] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.590449] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.590591] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 8abf6919-182a-4562-81f9-46e0d626ef5d is going to be created. [ 1052.611559] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-78c15553-c121-40a8-b03c-6db4d4131725 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.611787] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.611862] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.612125] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.612358] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.612472] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.612529] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.612689] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.612773] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.612861] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.613016] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-78c15553-c121-40a8-b03c-6db4d4131725 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.613128] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.613190] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.613333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.613471] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.613560] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.613787] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.613787] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.613908] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.613908] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.613976] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78c15553-c121-40a8-b03c-6db4d4131725',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.616153] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.616308] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.616308] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.616531] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.616809] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.617056] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-8abf6919-182a-4562-81f9-46e0d626ef5d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.789013] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7756674-2df9-48f2-a14d-3018af3e0a8b in Status: SUCCESS [ 1052.789013] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.833384] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1052.833611] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.833789] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.834052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.834239] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.834456] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.834456] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.834574] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.834644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.834872] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.119026] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78c15553-c121-40a8-b03c-6db4d4131725: rpc.has_security_group_logging(os_id): False [ 1053.144869] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.145085] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.145085] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.145380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.145888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.145888] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.145888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.146148] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.146197] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.146259] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.146452] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.146555] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.146622] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.146775] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.146850] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.147080] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.147273] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.147372] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.147561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.147646] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.147742] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78c15553-c121-40a8-b03c-6db4d4131725 is going to be created. [ 1053.234636] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.234832] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.234876] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.235493] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.235493] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.270840] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78c15553-c121-40a8-b03c-6db4d4131725 in Status: IN_PROGRESS for 2s [ 1053.337145] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.406115] env[65933]: INFO networking_nsxv3.common.synchronization [req-9ad5757f-c90c-496a-beb6-a1f7a622dab5 req-5819d3dd-9386-4b24-a2a5-1d27f00a385c service nova] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_rules [ 1053.406115] env[65933]: INFO networking_nsxv3.common.synchronization [req-9ad5757f-c90c-496a-beb6-a1f7a622dab5 req-5819d3dd-9386-4b24-a2a5-1d27f00a385c service nova] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 1053.406115] env[65933]: INFO networking_nsxv3.common.synchronization [req-9ad5757f-c90c-496a-beb6-a1f7a622dab5 req-5819d3dd-9386-4b24-a2a5-1d27f00a385c service nova] Enqueued Resource ID: 8abf6919-182a-4562-81f9-46e0d626ef5d with Priority: HIGHEST for action port [ 1053.406115] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_rules [ 1053.406777] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 1053.410304] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8abf6919-182a-4562-81f9-46e0d626ef5d with Priority: HIGHEST for action port [ 1053.410304] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.410304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.410304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.410304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.410304] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.410304] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.410304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.410304] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-8abf6919-182a-4562-81f9-46e0d626ef5d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.410304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8abf6919-182a-4562-81f9-46e0d626ef5d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.410304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8abf6919-182a-4562-81f9-46e0d626ef5d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.410304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8abf6919-182a-4562-81f9-46e0d626ef5d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.411062] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8abf6919-182a-4562-81f9-46e0d626ef5d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.839569] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.913551] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.913784] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.913863] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8abf6919-182a-4562-81f9-46e0d626ef5d with status ACTIVE [ 1053.914087] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.914202] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.914257] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.914486] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.914576] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.914751] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.914849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.914912] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.915075] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.915171] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.915549] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.915674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.915768] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.915951] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.916047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.916137] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8abf6919-182a-4562-81f9-46e0d626ef5d is going to be updated. [ 1053.941696] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.941895] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.942019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.942294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.942472] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.942670] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8abf6919-182a-4562-81f9-46e0d626ef5d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.155645] env[65933]: INFO networking_nsxv3.common.synchronization [req-5a4fc894-b403-461d-ad05-e87e8b5401ed req-66c74ef4-249e-4bc3-b70c-75e79927344c tempest-AttachInterfacesTestJSON-2120938241 tempest-AttachInterfacesTestJSON-2120938241-project-member] Enqueued Resource ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d with Priority: HIGHEST for action security_group_members [ 1054.156416] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d with Priority: HIGHEST for action security_group_members [ 1054.156538] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.157645] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.157645] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.157834] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.158073] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.158177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.158177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.158643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.158807] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.158877] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.246526] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 1054.247084] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 deletion is rescheduled due to dependency. [ 1054.247084] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.247084] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.247310] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.247392] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.247534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.247608] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.247868] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.248047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.248192] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.342851] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.343250] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.343250] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.343494] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.343579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.343720] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1054.376394] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.376733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.376904] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.377265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.377562] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.388097] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1054.549794] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.550060] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.550192] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.550516] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.550861] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.551021] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.551146] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.551404] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.551558] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.551823] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.551909] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.552012] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.552190] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.552351] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.552351] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.552493] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.572296] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.572503] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.572690] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.572913] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.573289] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-1a48714d-bd4b-4a38-a05c-af97c84e742d taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.573513] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-1a48714d-bd4b-4a38-a05c-af97c84e742d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.573687] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-1a48714d-bd4b-4a38-a05c-af97c84e742d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.574082] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-1a48714d-bd4b-4a38-a05c-af97c84e742d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.574262] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a48714d-bd4b-4a38-a05c-af97c84e742d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.662189] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.752167] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.080776] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.081125] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.081174] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.081458] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.081652] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.081842] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 1a48714d-bd4b-4a38-a05c-af97c84e742d not found, creating... [ 1055.082121] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.082283] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.082403] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.082633] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.082772] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.083076] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.083235] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.083859] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.084122] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.084264] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.085276] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 1a48714d-bd4b-4a38-a05c-af97c84e742d is going to be created. [ 1055.107287] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.107551] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.107726] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.108014] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.108289] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.108551] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-1a48714d-bd4b-4a38-a05c-af97c84e742d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.166935] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.254420] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.289571] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78c15553-c121-40a8-b03c-6db4d4131725 in Status: SUCCESS [ 1055.289821] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.672086] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.672086] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.672086] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.672510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.672510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.672510] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d is going to be updated. [ 1055.708671] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.708925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.708925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.709185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.709399] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.720991] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d in Status: IN_PROGRESS for 2s [ 1055.757914] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.758109] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.758222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.758663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.758823] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.758920] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be updated. [ 1055.798258] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.798537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.798537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.798811] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.798971] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.811305] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 1055.851356] env[65933]: INFO networking_nsxv3.common.synchronization [req-5a4fc894-b403-461d-ad05-e87e8b5401ed req-c6ac003d-b442-4472-9d2a-2cc51de70657 service nova] Enqueued Resource ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d with Priority: HIGHEST for action security_group_rules [ 1055.851588] env[65933]: INFO networking_nsxv3.common.synchronization [req-5a4fc894-b403-461d-ad05-e87e8b5401ed req-c6ac003d-b442-4472-9d2a-2cc51de70657 service nova] Enqueued Resource ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d with Priority: HIGHEST for action security_group_members [ 1055.851741] env[65933]: INFO networking_nsxv3.common.synchronization [req-5a4fc894-b403-461d-ad05-e87e8b5401ed req-c6ac003d-b442-4472-9d2a-2cc51de70657 service nova] Enqueued Resource ID: 1a48714d-bd4b-4a38-a05c-af97c84e742d with Priority: HIGHEST for action port [ 1055.852371] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d with Priority: HIGHEST for action security_group_rules [ 1055.852519] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d with Priority: HIGHEST for action security_group_members [ 1055.852619] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a48714d-bd4b-4a38-a05c-af97c84e742d with Priority: HIGHEST for action port [ 1055.853434] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.853434] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.853434] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.853434] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.853719] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.854432] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.854531] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.854763] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a48714d-bd4b-4a38-a05c-af97c84e742d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.854835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a48714d-bd4b-4a38-a05c-af97c84e742d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.854870] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a48714d-bd4b-4a38-a05c-af97c84e742d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.855067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a48714d-bd4b-4a38-a05c-af97c84e742d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.855148] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a48714d-bd4b-4a38-a05c-af97c84e742d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.358195] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.358596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.358763] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a48714d-bd4b-4a38-a05c-af97c84e742d with status ACTIVE [ 1056.359111] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.359387] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.359560] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.359993] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.360123] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.360312] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.360423] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.360541] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.360908] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.361012] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.361931] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.362360] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.362560] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.362799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.362938] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.363209] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a48714d-bd4b-4a38-a05c-af97c84e742d is going to be updated. [ 1056.388919] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.389109] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.389166] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.389369] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.389512] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.389718] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a48714d-bd4b-4a38-a05c-af97c84e742d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.401787] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1056.402031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.402197] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.402411] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.402603] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.402723] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.402791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.402942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.403039] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.403130] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.403224] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.449986] env[65933]: INFO networking_nsxv3.common.synchronization [req-6ad78976-cd3d-46e4-b041-c57e78f4e93b req-85da5883-8244-442c-80bd-655c464a7e0f tempest-ServerActionsTestOtherB-39346856 tempest-ServerActionsTestOtherB-39346856-project-member] Enqueued Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_members [ 1056.450544] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_members [ 1056.450915] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.451079] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.451201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.451480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.451661] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.451781] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.451837] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.452026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.452110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.452203] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.844587] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.845409] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-471" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.845409] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-471" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.849440] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-471" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.849440] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.849440] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.849440] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.849440] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.849440] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.849440] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.849440] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.849440] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.849440] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.849440] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.849440] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.849440] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.867273] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.867548] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1056.867738] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.867956] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-471" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.868274] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-2f0fd850-f4f0-45f5-9bba-97d43aec2f53 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.868553] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-2f0fd850-f4f0-45f5-9bba-97d43aec2f53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.868708] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-2f0fd850-f4f0-45f5-9bba-97d43aec2f53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.869095] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-2f0fd850-f4f0-45f5-9bba-97d43aec2f53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.869246] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f0fd850-f4f0-45f5-9bba-97d43aec2f53',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.905839] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.906020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.906091] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.906279] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.906476] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.907285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.907285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.907285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.907285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.907285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.907285] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.907285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.907285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.907791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.907791] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.907791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.907791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.907945] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.908033] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.908069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.908174] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.956034] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.956034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.956034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.956034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.956307] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.956350] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.956964] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.956964] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.956964] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.956964] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.956964] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a already deleted. [ 1056.956964] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.371892] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.372406] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.372406] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.373628] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.373628] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.373628] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 2f0fd850-f4f0-45f5-9bba-97d43aec2f53 not found, creating... [ 1057.373628] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.373628] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.373924] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.373924] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.374055] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.374393] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.374568] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.374839] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.375230] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.375418] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.377379] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 2f0fd850-f4f0-45f5-9bba-97d43aec2f53 is going to be created. [ 1057.403233] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.403486] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.403578] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.403883] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.404178] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.404402] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-2f0fd850-f4f0-45f5-9bba-97d43aec2f53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.411322] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e456aafc-3e18-4d29-8a84-c09e9a44ba85: rpc.has_security_group_logging(os_id): False [ 1057.430514] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.430675] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.430813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.430944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.431066] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.431296] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.431401] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.431508] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.431631] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.431681] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.431850] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.431943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.432011] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.432179] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.432255] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.432435] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.432529] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.432589] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.432725] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.432799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.432882] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1057.515026] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.515026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.515026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.515026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.515026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.553202] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1057.732785] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d in Status: SUCCESS [ 1057.733017] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.733194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.733500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.733709] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.733886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.733953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.734175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.734296] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.734594] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.823695] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 1057.823926] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.824156] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.824663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.825036] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.825036] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.825213] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.825213] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.825361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.825415] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.825466] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.167492] env[65933]: INFO networking_nsxv3.common.synchronization [req-6ad78976-cd3d-46e4-b041-c57e78f4e93b req-2930bd68-48d6-4e73-a843-e7f130a8b295 service nova] Enqueued Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_rules [ 1058.167707] env[65933]: INFO networking_nsxv3.common.synchronization [req-6ad78976-cd3d-46e4-b041-c57e78f4e93b req-2930bd68-48d6-4e73-a843-e7f130a8b295 service nova] Enqueued Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_members [ 1058.167895] env[65933]: INFO networking_nsxv3.common.synchronization [req-6ad78976-cd3d-46e4-b041-c57e78f4e93b req-2930bd68-48d6-4e73-a843-e7f130a8b295 service nova] Enqueued Resource ID: 2f0fd850-f4f0-45f5-9bba-97d43aec2f53 with Priority: HIGHEST for action port [ 1058.168554] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_rules [ 1058.168704] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_members [ 1058.168841] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0fd850-f4f0-45f5-9bba-97d43aec2f53 with Priority: HIGHEST for action port [ 1058.169154] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.169330] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.169330] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.169535] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.169613] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.170528] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.170693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.170741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.170891] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.171134] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.171224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.171320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.171397] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.171480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.171581] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.173682] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f0fd850-f4f0-45f5-9bba-97d43aec2f53 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.173682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f0fd850-f4f0-45f5-9bba-97d43aec2f53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.173682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f0fd850-f4f0-45f5-9bba-97d43aec2f53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.173682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f0fd850-f4f0-45f5-9bba-97d43aec2f53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.173908] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f0fd850-f4f0-45f5-9bba-97d43aec2f53',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.237129] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.331430] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.331430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.331430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.331430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.331430] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.331430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.331430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.331430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.331430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.331430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.331430] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.331430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.331430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.331430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.331430] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.331430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.334217] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.334217] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.334217] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.334217] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.334217] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.677807] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.678368] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.678368] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.680086] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f0fd850-f4f0-45f5-9bba-97d43aec2f53 with status ACTIVE [ 1058.680086] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.680086] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.680086] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.680086] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.680320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.681338] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.681338] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.681338] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.681338] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.681338] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.682823] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.682823] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.682823] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.682823] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.682823] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.683042] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f0fd850-f4f0-45f5-9bba-97d43aec2f53 is going to be updated. [ 1058.709304] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.709516] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.709778] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.709909] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.710100] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.710405] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f0fd850-f4f0-45f5-9bba-97d43aec2f53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.740045] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.833525] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 322277bd-a597-4ae4-b5e4-559a3a693e51: rpc.has_security_group_logging(os_id): False [ 1058.859113] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.859113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.859226] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.860671] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.860671] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.860671] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.860671] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.860671] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.860671] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.860671] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.860671] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.860671] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.860671] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.860671] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.860671] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.861322] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.861532] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.861596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.861749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.861825] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.861915] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be updated. [ 1058.942638] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.942896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.942896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.943296] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.943514] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.965162] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 1059.185619] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.243952] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.244126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.244221] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.244432] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.244530] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.244631] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d is going to be updated. [ 1059.275361] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.275613] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.275613] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.275811] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.275965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.297257] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d in Status: IN_PROGRESS for 2s [ 1059.574098] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1059.574324] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.688273] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.688743] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.688743] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.688939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.689102] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.689183] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a is going to be created. [ 1059.720634] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.720836] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.720836] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.721133] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.721711] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.733893] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: UNINITIALIZED for 2s [ 1060.824120] env[65933]: INFO networking_nsxv3.common.synchronization [req-49f7719c-dde0-49cd-8c9a-205f4cdd30de req-855dd5fc-7fa8-49cf-acd8-7b9038638417 tempest-ServerAddressesTestJSON-1345624122 tempest-ServerAddressesTestJSON-1345624122-project-member] Enqueued Resource ID: 78c15553-c121-40a8-b03c-6db4d4131725 with Priority: HIGHEST for action security_group_members [ 1060.824574] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c15553-c121-40a8-b03c-6db4d4131725 with Priority: HIGHEST for action security_group_members [ 1060.825273] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-78c15553-c121-40a8-b03c-6db4d4131725 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.825273] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.825273] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.825759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.825759] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.825759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.825928] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.825928] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.825994] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.826142] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78c15553-c121-40a8-b03c-6db4d4131725',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.986604] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 1060.986874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.315074] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d in Status: SUCCESS [ 1061.315251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.315302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.315544] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.315742] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.315862] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.315928] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.316101] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.316183] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.316271] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.316364] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.331429] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.331511] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.331546] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.331775] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.331896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.332187] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.332311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.332422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.332593] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.332714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.332834] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78c15553-c121-40a8-b03c-6db4d4131725 is going to be updated. [ 1061.366983] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.367304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.367494] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.367901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.368180] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.389737] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78c15553-c121-40a8-b03c-6db4d4131725 in Status: IN_PROGRESS for 2s [ 1061.745055] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: SUCCESS [ 1061.745055] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.745055] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.745055] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.745298] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.745298] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.745389] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.745705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.745763] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.745822] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.745909] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.818613] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.249248] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.321985] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d: rpc.has_security_group_logging(os_id): False [ 1062.347866] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.348145] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.348206] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.348525] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.348674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.349082] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.349235] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.349339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.349589] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.349711] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.351572] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d is going to be updated. [ 1062.439282] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.439544] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.439697] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.440068] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.440315] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.459116] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d in Status: IN_PROGRESS for 2s [ 1062.614014] env[65933]: INFO networking_nsxv3.common.synchronization [req-415a4ae7-cd23-446e-8fea-38b146a9fffe req-76485b9a-45bb-40b6-ab95-999d3bc4282e tempest-FloatingIPsAssociationTestJSON-1640334686 tempest-FloatingIPsAssociationTestJSON-1640334686-project-member] Enqueued Resource ID: b7756674-2df9-48f2-a14d-3018af3e0a8b with Priority: HIGHEST for action security_group_members [ 1062.615464] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7756674-2df9-48f2-a14d-3018af3e0a8b with Priority: HIGHEST for action security_group_members [ 1062.615464] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7756674-2df9-48f2-a14d-3018af3e0a8b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.615804] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.615908] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.616233] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.616483] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.616744] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.616940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.616988] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.617352] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.617352] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7756674-2df9-48f2-a14d-3018af3e0a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.753077] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c043a5e9-a064-4e57-9414-ec936dcedf5a: rpc.has_security_group_logging(os_id): False [ 1062.774320] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.774507] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.774575] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.774768] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.774864] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.775213] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.775489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.775572] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.775808] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.775884] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.776246] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a is going to be created. [ 1062.850298] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.850549] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.850549] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.850713] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.850930] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.863833] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: IN_PROGRESS for 2s [ 1063.007394] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.007394] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-65" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.007394] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-65" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.007394] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-65" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.007675] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.007873] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.008056] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.008181] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.008329] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.008576] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.008777] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.008914] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.009063] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.009190] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.009401] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.009548] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.036564] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.036809] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.036989] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.037202] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-65" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.037638] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-92ad3f02-716b-47b3-b087-15d54a5bc1e3 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.037825] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-92ad3f02-716b-47b3-b087-15d54a5bc1e3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.037965] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-92ad3f02-716b-47b3-b087-15d54a5bc1e3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.038325] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-92ad3f02-716b-47b3-b087-15d54a5bc1e3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.038494] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92ad3f02-716b-47b3-b087-15d54a5bc1e3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.120616] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7756674-2df9-48f2-a14d-3018af3e0a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.401730] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78c15553-c121-40a8-b03c-6db4d4131725 in Status: SUCCESS [ 1063.402089] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78c15553-c121-40a8-b03c-6db4d4131725 deletion is rescheduled due to dependency. [ 1063.402089] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.541626] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.541856] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.542021] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.542335] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.542493] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.542772] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 92ad3f02-716b-47b3-b087-15d54a5bc1e3 not found, creating... [ 1063.542977] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.543167] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.543314] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.543532] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.543678] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.543981] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.544154] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.544272] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.544583] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.544646] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.544793] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 92ad3f02-716b-47b3-b087-15d54a5bc1e3 is going to be created. [ 1063.567502] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.567742] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.567875] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.568175] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.568420] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.568695] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-92ad3f02-716b-47b3-b087-15d54a5bc1e3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.623514] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7756674-2df9-48f2-a14d-3018af3e0a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.952794] env[65933]: INFO networking_nsxv3.common.synchronization [req-1572128d-6969-48ef-b438-8c914dd5b1b3 req-3cc9c354-cad1-43a3-9f53-0f618980201c tempest-ServersV294TestFqdnHostnames-652044258 tempest-ServersV294TestFqdnHostnames-652044258-project-member] Enqueued Resource ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b with Priority: HIGHEST for action security_group_members [ 1063.956701] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b with Priority: HIGHEST for action security_group_members [ 1063.956701] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.956701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.956701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.956701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.956701] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.956701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.956701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.956701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.956701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.956701] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1721ea4d-44cb-49a4-86e3-07f567e5fb2b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.125930] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.126090] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.126090] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.126317] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.126415] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.126516] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7756674-2df9-48f2-a14d-3018af3e0a8b is going to be updated. [ 1064.166956] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.167179] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.167179] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.167396] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.167573] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.181918] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7756674-2df9-48f2-a14d-3018af3e0a8b in Status: IN_PROGRESS for 2s [ 1064.357971] env[65933]: INFO networking_nsxv3.common.synchronization [req-415a4ae7-cd23-446e-8fea-38b146a9fffe req-a8e95d4a-f4c7-4a84-abb9-f9097797705f service nova] Enqueued Resource ID: b7756674-2df9-48f2-a14d-3018af3e0a8b with Priority: HIGHEST for action security_group_rules [ 1064.359915] env[65933]: INFO networking_nsxv3.common.synchronization [req-415a4ae7-cd23-446e-8fea-38b146a9fffe req-a8e95d4a-f4c7-4a84-abb9-f9097797705f service nova] Enqueued Resource ID: b7756674-2df9-48f2-a14d-3018af3e0a8b with Priority: HIGHEST for action security_group_members [ 1064.359915] env[65933]: INFO networking_nsxv3.common.synchronization [req-415a4ae7-cd23-446e-8fea-38b146a9fffe req-a8e95d4a-f4c7-4a84-abb9-f9097797705f service nova] Enqueued Resource ID: 92ad3f02-716b-47b3-b087-15d54a5bc1e3 with Priority: HIGHEST for action port [ 1064.359915] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7756674-2df9-48f2-a14d-3018af3e0a8b with Priority: HIGHEST for action security_group_rules [ 1064.359915] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7756674-2df9-48f2-a14d-3018af3e0a8b with Priority: HIGHEST for action security_group_members [ 1064.359915] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92ad3f02-716b-47b3-b087-15d54a5bc1e3 with Priority: HIGHEST for action port [ 1064.360189] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7756674-2df9-48f2-a14d-3018af3e0a8b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.360340] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.360384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.360968] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.360968] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7756674-2df9-48f2-a14d-3018af3e0a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.363147] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7756674-2df9-48f2-a14d-3018af3e0a8b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.363251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.363466] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-92ad3f02-716b-47b3-b087-15d54a5bc1e3 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.363585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92ad3f02-716b-47b3-b087-15d54a5bc1e3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.363654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92ad3f02-716b-47b3-b087-15d54a5bc1e3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.363835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92ad3f02-716b-47b3-b087-15d54a5bc1e3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.363901] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92ad3f02-716b-47b3-b087-15d54a5bc1e3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.461064] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.461552] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.461552] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.461552] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.461689] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.461803] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.461918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.461918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.462131] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.462207] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.462304] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b is going to be updated. [ 1064.482910] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d in Status: SUCCESS [ 1064.484204] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.495927] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.496085] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.496639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.496639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.496639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.509403] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b in Status: IN_PROGRESS for 2s [ 1064.868706] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7756674-2df9-48f2-a14d-3018af3e0a8b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.868927] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.869244] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92ad3f02-716b-47b3-b087-15d54a5bc1e3 with status ACTIVE [ 1064.869298] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.869382] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.869454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.870067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.870067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.870067] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.870248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.870248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.870427] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.871036] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.871036] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.871036] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.871036] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.871036] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.871036] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.871311] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92ad3f02-716b-47b3-b087-15d54a5bc1e3 is going to be updated. [ 1064.882334] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: SUCCESS [ 1064.882578] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.897407] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.897627] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.897760] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.898081] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.898261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.898516] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92ad3f02-716b-47b3-b087-15d54a5bc1e3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.188325] env[65933]: INFO networking_nsxv3.common.synchronization [None req-2303bce4-238c-4c3c-b8c3-50ff4a0adf4c tempest-AttachInterfacesTestJSON-2120938241 tempest-AttachInterfacesTestJSON-2120938241-project-member] Enqueued Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 1066.189207] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 1066.189663] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.189843] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.189917] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.190176] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.190394] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.190560] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.190677] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.190944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.191114] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.191337] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.197933] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7756674-2df9-48f2-a14d-3018af3e0a8b in Status: SUCCESS [ 1066.199598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.199598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.199598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.199598] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.199598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.199598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.199598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.200167] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.200252] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7756674-2df9-48f2-a14d-3018af3e0a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.527269] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b in Status: SUCCESS [ 1066.527672] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b deletion is rescheduled due to dependency. [ 1066.527904] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.695294] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.695526] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.695526] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.695768] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.695860] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.696093] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.696201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.696271] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.696431] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.696512] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.696679] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 is going to be deleted. [ 1066.702913] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7756674-2df9-48f2-a14d-3018af3e0a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.746621] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.746621] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.746621] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.746621] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.746621] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.746621] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.770814] env[65933]: INFO networking_nsxv3.common.synchronization [req-e4de7faf-8f10-4dec-bb76-22b05b461870 req-665601cc-b271-45f0-8973-e7504828d245 tempest-AttachVolumeNegativeTest-1380379024 tempest-AttachVolumeNegativeTest-1380379024-project-member] Enqueued Resource ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 with Priority: HIGHEST for action security_group_members [ 1066.771796] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 with Priority: HIGHEST for action security_group_members [ 1066.772285] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d5d0272-3c59-4aa0-9df9-ed600c524e07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.772840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.772840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.773310] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.773488] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.774503] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.774503] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.774503] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.774503] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.774503] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d5d0272-3c59-4aa0-9df9-ed600c524e07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.207332] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7756674-2df9-48f2-a14d-3018af3e0a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.277109] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.279038] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.279222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.280428] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.322521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.322521] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.322521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.322521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.322521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.322521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.322521] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 is going to be updated. [ 1067.365197] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.365412] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.365482] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.365738] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.365898] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.378164] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 in Status: IN_PROGRESS for 2s [ 1067.709664] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.709939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.709939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.710225] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.710306] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.710488] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7756674-2df9-48f2-a14d-3018af3e0a8b is going to be updated. [ 1067.740953] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.741132] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.741206] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.741417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.741574] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.752776] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7756674-2df9-48f2-a14d-3018af3e0a8b in Status: IN_PROGRESS for 2s [ 1067.911819] env[65933]: INFO networking_nsxv3.common.synchronization [req-ca20b9ef-6bb0-4ed0-9516-b45a9d39ef25 req-558cfd3a-3b72-4bec-93af-733dbdd86840 tempest-ServersTestJSON-121039310 tempest-ServersTestJSON-121039310-project-member] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1067.912524] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1067.913141] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.913265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.914030] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.914030] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.914030] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.914030] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.914030] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.914030] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.914333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.914333] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.417492] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.922872] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.389319] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 in Status: SUCCESS [ 1069.389575] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 deletion is rescheduled due to dependency. [ 1069.389811] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.422993] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.423320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.423320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.423601] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.423733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.423933] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1069.452273] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.452504] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.452504] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.452689] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.452836] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.463639] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1069.763366] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7756674-2df9-48f2-a14d-3018af3e0a8b in Status: SUCCESS [ 1069.763641] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.763856] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.764143] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.764378] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.764732] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.764732] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.764818] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.764879] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.764969] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.765098] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7756674-2df9-48f2-a14d-3018af3e0a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.269482] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7756674-2df9-48f2-a14d-3018af3e0a8b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.269649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.269724] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.270147] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.270393] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.270541] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.270589] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.270809] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.270947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.271074] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.271315] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7756674-2df9-48f2-a14d-3018af3e0a8b taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.271425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.271508] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.271711] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.271868] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.272055] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.272055] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.272210] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.272343] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.272343] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.272451] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7756674-2df9-48f2-a14d-3018af3e0a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.753506] env[65933]: INFO networking_nsxv3.common.synchronization [req-21fd24a7-70c3-4d40-b090-4b1cfe9f292a req-4e47496d-77ed-475c-b577-4f5bb8bcb133 tempest-DeleteServersTestJSON-1878305039 tempest-DeleteServersTestJSON-1878305039-project-member] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 1070.753506] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 1070.753847] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.753847] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.753940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.754472] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.754641] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.754760] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.754809] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.754965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.755137] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.755197] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.774981] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7756674-2df9-48f2-a14d-3018af3e0a8b: rpc.has_security_group_logging(os_id): False [ 1070.798225] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.798346] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.798346] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.798566] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.798670] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.798918] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.799034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.799103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.799263] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.799341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.799544] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.799645] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.799708] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.799851] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.799925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.800687] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.800881] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.804956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.805837] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.805978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.806119] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7756674-2df9-48f2-a14d-3018af3e0a8b is going to be updated. [ 1070.890064] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.890223] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.890291] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.890506] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.891371] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.905215] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7756674-2df9-48f2-a14d-3018af3e0a8b in Status: IN_PROGRESS for 2s [ 1071.169921] env[65933]: INFO networking_nsxv3.common.synchronization [None req-b3bcb728-2ecb-4005-8ec0-f76c16240eec None None] Enqueued Resource ID: f77d57d7-3b64-45f8-949b-9c3f826fb738 with Priority: HIGHEST for action port [ 1071.170359] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77d57d7-3b64-45f8-949b-9c3f826fb738 with Priority: HIGHEST for action port [ 1071.170668] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-f77d57d7-3b64-45f8-949b-9c3f826fb738 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.170792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f77d57d7-3b64-45f8-949b-9c3f826fb738" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.170893] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f77d57d7-3b64-45f8-949b-9c3f826fb738" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.172449] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f77d57d7-3b64-45f8-949b-9c3f826fb738" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.172485] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f77d57d7-3b64-45f8-949b-9c3f826fb738',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.257956] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.258182] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.258231] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.258412] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.258549] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.258751] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.258855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.258923] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.259145] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.259227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.259313] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be updated. [ 1071.301800] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.301800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.301800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.301800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.301800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.311154] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 1071.474076] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1071.474391] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.676842] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f77d57d7-3b64-45f8-949b-9c3f826fb738 [ 1071.676842] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.676842] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.676842] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.677444] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.677444] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.677444] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f77d57d7-3b64-45f8-949b-9c3f826fb738 already deleted. [ 1071.677444] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f77d57d7-3b64-45f8-949b-9c3f826fb738" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.578938] env[65933]: INFO networking_nsxv3.common.synchronization [None req-5328d112-cd71-46c3-bf42-b1ec8ba74a39 tempest-AttachVolumeNegativeTest-1380379024 tempest-AttachVolumeNegativeTest-1380379024-project-member] Enqueued Resource ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c with Priority: HIGHEST for action security_group_rules [ 1072.579564] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c with Priority: HIGHEST for action security_group_rules [ 1072.579885] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc980ccc-baa8-46a7-90bc-5192e1849b0c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.580447] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.581166] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.581166] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.581166] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc980ccc-baa8-46a7-90bc-5192e1849b0c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.735881] env[65933]: INFO networking_nsxv3.common.synchronization [None req-36b07a94-f2ab-4735-917f-a183ba67dfce tempest-AttachVolumeNegativeTest-1380379024 tempest-AttachVolumeNegativeTest-1380379024-project-member] Enqueued Resource ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c with Priority: HIGHEST for action security_group_rules [ 1072.737107] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c with Priority: HIGHEST for action security_group_rules [ 1072.737627] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc980ccc-baa8-46a7-90bc-5192e1849b0c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.738663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.920578] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7756674-2df9-48f2-a14d-3018af3e0a8b in Status: SUCCESS [ 1072.921622] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.106567] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.106734] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.106780] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.108253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.108253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.108253] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c already deleted. [ 1073.108253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.108253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.108253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.108253] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc980ccc-baa8-46a7-90bc-5192e1849b0c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.322627] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 1073.322627] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 deletion is rescheduled due to dependency. [ 1073.322627] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.496354] env[65933]: INFO networking_nsxv3.common.synchronization [None req-eb46e1c9-1e0c-4436-8475-fa5711876430 None None] Enqueued Resource ID: a73624a0-b951-47f4-bb61-8b194fdd4a19 with Priority: HIGHEST for action port [ 1073.496909] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73624a0-b951-47f4-bb61-8b194fdd4a19 with Priority: HIGHEST for action port [ 1073.497225] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-a73624a0-b951-47f4-bb61-8b194fdd4a19 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.497345] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a73624a0-b951-47f4-bb61-8b194fdd4a19" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.497425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a73624a0-b951-47f4-bb61-8b194fdd4a19" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.497794] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a73624a0-b951-47f4-bb61-8b194fdd4a19" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.497871] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a73624a0-b951-47f4-bb61-8b194fdd4a19',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.630590] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.630590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.630590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.630590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.630590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.630590] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c already deleted. [ 1073.630590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.001699] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a73624a0-b951-47f4-bb61-8b194fdd4a19 [ 1074.002044] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.002198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.002269] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.002476] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.002565] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.002656] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a73624a0-b951-47f4-bb61-8b194fdd4a19 already deleted. [ 1074.002768] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a73624a0-b951-47f4-bb61-8b194fdd4a19" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.746595] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.746887] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.746887] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.747119] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.747386] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.747526] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.747672] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.747896] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.748049] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.748257] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.748369] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.748474] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.748948] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.748948] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.748948] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.748948] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.772982] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.772982] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.772982] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.772982] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.772982] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-79b59685-802d-4642-a18d-04e5096872d7 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.772982] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-79b59685-802d-4642-a18d-04e5096872d7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.772982] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-79b59685-802d-4642-a18d-04e5096872d7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.772982] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-79b59685-802d-4642-a18d-04e5096872d7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.772982] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b59685-802d-4642-a18d-04e5096872d7',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.280018] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.280018] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.280018] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.280018] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.280018] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.280018] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 79b59685-802d-4642-a18d-04e5096872d7 not found, creating... [ 1077.280018] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.280018] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.280018] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.280018] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.280018] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.280440] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.280440] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.280440] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.280440] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.280440] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.280440] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 79b59685-802d-4642-a18d-04e5096872d7 is going to be created. [ 1077.303927] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.303927] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.303927] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.303927] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.304539] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.304880] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-79b59685-802d-4642-a18d-04e5096872d7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.020529] env[65933]: INFO networking_nsxv3.common.synchronization [req-62fbd594-85b2-4c18-a1bf-518b2d0e56df req-53d483fb-28c4-423a-897e-0235e5052166 service nova] Enqueued Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_rules [ 1078.020806] env[65933]: INFO networking_nsxv3.common.synchronization [req-62fbd594-85b2-4c18-a1bf-518b2d0e56df req-53d483fb-28c4-423a-897e-0235e5052166 service nova] Enqueued Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 1078.020861] env[65933]: INFO networking_nsxv3.common.synchronization [req-62fbd594-85b2-4c18-a1bf-518b2d0e56df req-53d483fb-28c4-423a-897e-0235e5052166 service nova] Enqueued Resource ID: 79b59685-802d-4642-a18d-04e5096872d7 with Priority: HIGHEST for action port [ 1078.021392] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_rules [ 1078.021533] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 1078.021632] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b59685-802d-4642-a18d-04e5096872d7 with Priority: HIGHEST for action port [ 1078.021904] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.022164] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.022255] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.022460] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.022544] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.023820] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.023955] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.024191] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.024370] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.024522] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.024625] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.024692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.024832] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.024918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.025019] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.025745] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-79b59685-802d-4642-a18d-04e5096872d7 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.025824] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79b59685-802d-4642-a18d-04e5096872d7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.025895] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79b59685-802d-4642-a18d-04e5096872d7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.026069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79b59685-802d-4642-a18d-04e5096872d7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.026137] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b59685-802d-4642-a18d-04e5096872d7',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.524754] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.524986] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.529382] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.530966] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79b59685-802d-4642-a18d-04e5096872d7 with status ACTIVE [ 1078.531241] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.531727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.531727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.531727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.531866] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.532053] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.532163] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.532236] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.532467] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.532579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.532885] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.534239] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.534239] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.534239] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.534239] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.534239] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79b59685-802d-4642-a18d-04e5096872d7 is going to be updated. [ 1078.560233] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.560444] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.560444] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.560994] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.560994] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.560994] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79b59685-802d-4642-a18d-04e5096872d7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.036315] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.305465] env[65933]: INFO networking_nsxv3.common.synchronization [req-0ee1f750-ba67-47ee-85a6-f8dc5b2a179c req-722e32cf-2a91-41e4-b46a-2cd0664c27c0 tempest-ServerMetadataNegativeTestJSON-723036327 tempest-ServerMetadataNegativeTestJSON-723036327-project-member] Enqueued Resource ID: c9591e74-f4bb-470d-aebd-adaaacde4fa7 with Priority: HIGHEST for action security_group_members [ 1079.306399] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9591e74-f4bb-470d-aebd-adaaacde4fa7 with Priority: HIGHEST for action security_group_members [ 1079.307423] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9591e74-f4bb-470d-aebd-adaaacde4fa7 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.307423] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.307423] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.307709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.308356] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.308490] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.308607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.308869] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.309069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.309267] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9591e74-f4bb-470d-aebd-adaaacde4fa7',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.539868] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.539868] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.539868] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.540292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.540417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.540569] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 is going to be created. [ 1079.571063] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.571257] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.571317] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.571546] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.571740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.585902] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: UNINITIALIZED for 2s [ 1079.712039] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.712195] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-635" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.712276] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-635" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.712747] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-635" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.713090] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.713322] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.713480] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.713748] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.713969] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.714226] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.714340] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.714448] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.714556] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.714684] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.714798] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.714981] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.735050] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.735050] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1079.735050] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.735050] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-635" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.735050] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-9f719d8d-962f-4466-9ff2-9e49d48cab5b taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.735446] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-9f719d8d-962f-4466-9ff2-9e49d48cab5b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.735446] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-9f719d8d-962f-4466-9ff2-9e49d48cab5b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.735574] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-9f719d8d-962f-4466-9ff2-9e49d48cab5b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.735745] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f719d8d-962f-4466-9ff2-9e49d48cab5b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.812010] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.812205] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.812271] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.812444] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.812528] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.812708] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.812818] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.812861] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.813027] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.813095] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.813182] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9591e74-f4bb-470d-aebd-adaaacde4fa7 already deleted. [ 1079.813261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.238469] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.238975] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.238975] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.239201] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.239364] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.239613] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 9f719d8d-962f-4466-9ff2-9e49d48cab5b not found, creating... [ 1080.240233] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.240358] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.240397] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.240621] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.240761] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.241059] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.241216] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.241330] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.241532] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.241662] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.241824] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 9f719d8d-962f-4466-9ff2-9e49d48cab5b is going to be created. [ 1080.262124] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.263441] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.263441] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.263441] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.263441] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.263830] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-9f719d8d-962f-4466-9ff2-9e49d48cab5b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.957303] env[65933]: INFO networking_nsxv3.common.synchronization [req-0ee1f750-ba67-47ee-85a6-f8dc5b2a179c req-29acaf3c-17ef-4f76-a205-13b2ce7a8da2 service nova] Enqueued Resource ID: c9591e74-f4bb-470d-aebd-adaaacde4fa7 with Priority: HIGHEST for action security_group_rules [ 1080.958392] env[65933]: INFO networking_nsxv3.common.synchronization [req-0ee1f750-ba67-47ee-85a6-f8dc5b2a179c req-29acaf3c-17ef-4f76-a205-13b2ce7a8da2 service nova] Enqueued Resource ID: c9591e74-f4bb-470d-aebd-adaaacde4fa7 with Priority: HIGHEST for action security_group_members [ 1080.958392] env[65933]: INFO networking_nsxv3.common.synchronization [req-0ee1f750-ba67-47ee-85a6-f8dc5b2a179c req-29acaf3c-17ef-4f76-a205-13b2ce7a8da2 service nova] Enqueued Resource ID: 9f719d8d-962f-4466-9ff2-9e49d48cab5b with Priority: HIGHEST for action port [ 1080.958392] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9591e74-f4bb-470d-aebd-adaaacde4fa7 with Priority: HIGHEST for action security_group_rules [ 1080.958597] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9591e74-f4bb-470d-aebd-adaaacde4fa7 with Priority: HIGHEST for action security_group_members [ 1080.958597] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f719d8d-962f-4466-9ff2-9e49d48cab5b with Priority: HIGHEST for action port [ 1080.958922] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9591e74-f4bb-470d-aebd-adaaacde4fa7 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.959062] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.959432] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.959483] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.959582] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9591e74-f4bb-470d-aebd-adaaacde4fa7',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.960532] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9591e74-f4bb-470d-aebd-adaaacde4fa7 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.960650] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.960722] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.960930] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.961096] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.961197] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.961259] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.961402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.961489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.961577] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9591e74-f4bb-470d-aebd-adaaacde4fa7',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.962530] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f719d8d-962f-4466-9ff2-9e49d48cab5b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.962679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f719d8d-962f-4466-9ff2-9e49d48cab5b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.962762] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f719d8d-962f-4466-9ff2-9e49d48cab5b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.963091] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f719d8d-962f-4466-9ff2-9e49d48cab5b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.963091] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f719d8d-962f-4466-9ff2-9e49d48cab5b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.316129] env[65933]: INFO networking_nsxv3.common.synchronization [req-26018134-b167-4fc4-a73a-28bde7da45ef req-b6b6d735-3f75-4ca9-8706-4c9955f07ebb tempest-FloatingIPsAssociationTestJSON-1640334686 tempest-FloatingIPsAssociationTestJSON-1640334686-project-member] Enqueued Resource ID: b7756674-2df9-48f2-a14d-3018af3e0a8b with Priority: HIGHEST for action security_group_members [ 1081.316709] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7756674-2df9-48f2-a14d-3018af3e0a8b with Priority: HIGHEST for action security_group_members [ 1081.317401] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7756674-2df9-48f2-a14d-3018af3e0a8b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.317401] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.317401] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.317632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.317712] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.317794] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.317855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.318029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.318121] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.318220] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7756674-2df9-48f2-a14d-3018af3e0a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.466944] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9591e74-f4bb-470d-aebd-adaaacde4fa7 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.466944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.466944] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f719d8d-962f-4466-9ff2-9e49d48cab5b with status ACTIVE [ 1081.466944] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.466944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.466944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.467575] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.467575] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.467575] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.467575] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.467575] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.467748] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.467844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.467993] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.468168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.468168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.468308] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.468381] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.468480] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f719d8d-962f-4466-9ff2-9e49d48cab5b is going to be updated. [ 1081.470085] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9591e74-f4bb-470d-aebd-adaaacde4fa7',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.497646] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.498634] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.498634] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.498825] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.498860] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.499151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f719d8d-962f-4466-9ff2-9e49d48cab5b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.598133] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: SUCCESS [ 1081.598493] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.598748] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.599019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.599247] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.599376] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.599480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.599642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.599754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.599847] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.599942] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.683388] env[65933]: INFO networking_nsxv3.common.synchronization [req-81be5738-1ac5-4c92-a3d3-113b4906ffb3 req-fd729257-8782-4220-a379-2d39f3ca4875 tempest-ServersTestJSON-121039310 tempest-ServersTestJSON-121039310-project-member] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1081.684528] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1081.684906] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.685072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.685121] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.685390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.685461] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.685569] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.685621] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.685797] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.685888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.685989] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.820774] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7756674-2df9-48f2-a14d-3018af3e0a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.973125] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9591e74-f4bb-470d-aebd-adaaacde4fa7',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.054193] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.054698] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.054698] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.054811] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.055071] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.056495] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.056495] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.056495] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.056495] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.056495] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.056495] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.056495] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.056867] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.056867] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.056867] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.056945] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.077336] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.077336] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.077336] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.077336] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.077672] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-dc6e9b06-6632-4a74-b065-c44656306d7f taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.078596] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-dc6e9b06-6632-4a74-b065-c44656306d7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.078596] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-dc6e9b06-6632-4a74-b065-c44656306d7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.078596] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-dc6e9b06-6632-4a74-b065-c44656306d7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.078596] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc6e9b06-6632-4a74-b065-c44656306d7f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.105597] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.105597] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.105709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.105849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.106025] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.106125] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.106185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.106322] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.106399] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.106481] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.106619] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.106703] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.106759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.106890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.107029] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.107113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.107168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.107294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.107373] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.107434] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.107521] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.189775] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.322874] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7756674-2df9-48f2-a14d-3018af3e0a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.474507] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.474672] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.474747] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.474969] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.475076] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.475177] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9591e74-f4bb-470d-aebd-adaaacde4fa7 is going to be created. [ 1082.499296] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.499427] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.499467] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.499747] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.499929] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.509513] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9591e74-f4bb-470d-aebd-adaaacde4fa7 in Status: UNINITIALIZED for 2s [ 1082.582399] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.582663] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.582795] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.583125] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.583292] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.583454] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port dc6e9b06-6632-4a74-b065-c44656306d7f not found, creating... [ 1082.583725] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.583888] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.584012] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.584271] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.584411] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.584694] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.584849] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.584967] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.585190] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.585324] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.585461] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: dc6e9b06-6632-4a74-b065-c44656306d7f is going to be created. [ 1082.607618] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.607947] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.608088] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.608370] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.608600] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.608838] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-dc6e9b06-6632-4a74-b065-c44656306d7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.609632] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 856c010a-00c2-4491-a0c2-aed5b6379f07: rpc.has_security_group_logging(os_id): False [ 1082.627481] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.627639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.627778] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.628030] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.628127] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.628343] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.628447] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.628510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.628661] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.628735] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.628908] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.628998] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.629070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.629206] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.629279] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.629463] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.629578] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.629621] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.629760] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.629832] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.629915] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 is going to be created. [ 1082.692035] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.716399] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.716602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.716602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.716805] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.716995] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.739868] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: IN_PROGRESS for 2s [ 1082.825499] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.825732] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.825842] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.826151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.826279] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.826418] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7756674-2df9-48f2-a14d-3018af3e0a8b is going to be updated. [ 1082.861855] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.861855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.861855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.861855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.861855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.873583] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7756674-2df9-48f2-a14d-3018af3e0a8b in Status: IN_PROGRESS for 2s [ 1083.196564] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.196729] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.196835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.197390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.197390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.197390] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1083.240185] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.240185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.240185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.240185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.240355] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.268532] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1083.337355] env[65933]: INFO networking_nsxv3.common.synchronization [req-81be5738-1ac5-4c92-a3d3-113b4906ffb3 req-17058446-d16b-489f-ab39-cdd299665b53 service nova] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_rules [ 1083.337355] env[65933]: INFO networking_nsxv3.common.synchronization [req-81be5738-1ac5-4c92-a3d3-113b4906ffb3 req-17058446-d16b-489f-ab39-cdd299665b53 service nova] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1083.337355] env[65933]: INFO networking_nsxv3.common.synchronization [req-81be5738-1ac5-4c92-a3d3-113b4906ffb3 req-17058446-d16b-489f-ab39-cdd299665b53 service nova] Enqueued Resource ID: dc6e9b06-6632-4a74-b065-c44656306d7f with Priority: HIGHEST for action port [ 1083.337355] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_rules [ 1083.339707] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1083.340548] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6e9b06-6632-4a74-b065-c44656306d7f with Priority: HIGHEST for action port [ 1083.342092] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.342092] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.342092] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.342092] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.342092] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.344649] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.344781] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.344992] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc6e9b06-6632-4a74-b065-c44656306d7f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.345169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc6e9b06-6632-4a74-b065-c44656306d7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.345169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc6e9b06-6632-4a74-b065-c44656306d7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.345397] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc6e9b06-6632-4a74-b065-c44656306d7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.345476] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc6e9b06-6632-4a74-b065-c44656306d7f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.848271] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.848411] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.848603] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc6e9b06-6632-4a74-b065-c44656306d7f with status ACTIVE [ 1083.848809] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.848942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.848942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.849169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.849260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.849464] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.849563] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.849624] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.849900] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.849900] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.850076] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.850182] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.850243] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.850381] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.850458] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.850541] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc6e9b06-6632-4a74-b065-c44656306d7f is going to be updated. [ 1083.872420] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.872598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.872598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.872809] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.872943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.873118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc6e9b06-6632-4a74-b065-c44656306d7f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.022568] env[65933]: INFO networking_nsxv3.common.synchronization [req-b68f55dc-15b2-468f-af21-3922fa57b2d8 req-5fbcc103-c65f-4f0f-be90-21eba7b4a586 tempest-AttachVolumeNegativeTest-1380379024 tempest-AttachVolumeNegativeTest-1380379024-project-member] Enqueued Resource ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c with Priority: HIGHEST for action security_group_members [ 1084.023256] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c with Priority: HIGHEST for action security_group_members [ 1084.023570] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc980ccc-baa8-46a7-90bc-5192e1849b0c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.023694] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.023765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.024066] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.024249] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.024374] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.024439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.024599] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.024689] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.024778] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc980ccc-baa8-46a7-90bc-5192e1849b0c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.324211] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.324398] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-313" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.324522] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-313" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.324837] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-313" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.325113] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.325271] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.325387] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.325695] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.325939] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.326182] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.326302] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.326413] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.326521] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.326632] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.326739] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.326871] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.346251] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.346568] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1084.346568] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.346751] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-313" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.347094] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-c5b3c9c8-f31f-4dca-a89f-ae8828575cbf taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.347271] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-c5b3c9c8-f31f-4dca-a89f-ae8828575cbf" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.347393] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-c5b3c9c8-f31f-4dca-a89f-ae8828575cbf" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.347748] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-c5b3c9c8-f31f-4dca-a89f-ae8828575cbf" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.347898] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5b3c9c8-f31f-4dca-a89f-ae8828575cbf',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.522104] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9591e74-f4bb-470d-aebd-adaaacde4fa7 in Status: SUCCESS [ 1084.522401] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.522584] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.522819] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.523014] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.523130] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.523192] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.523350] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.523414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.523503] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.523594] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9591e74-f4bb-470d-aebd-adaaacde4fa7',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.526512] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.526693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.526693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.526995] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.527096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.527287] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.527385] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.527813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.527813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.527813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.527813] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c already deleted. [ 1084.527999] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.761435] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: SUCCESS [ 1084.761659] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.851307] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.851902] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.852105] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.852586] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.852822] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.853075] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port c5b3c9c8-f31f-4dca-a89f-ae8828575cbf not found, creating... [ 1084.853408] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.853593] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.853758] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.854088] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.854383] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.854677] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.854865] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.854986] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.855260] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.855444] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.855599] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: c5b3c9c8-f31f-4dca-a89f-ae8828575cbf is going to be created. [ 1084.881332] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.881612] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.881702] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.881991] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.882312] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.882536] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-c5b3c9c8-f31f-4dca-a89f-ae8828575cbf" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.884309] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7756674-2df9-48f2-a14d-3018af3e0a8b in Status: SUCCESS [ 1084.884488] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.026639] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9591e74-f4bb-470d-aebd-adaaacde4fa7 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.027036] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.027417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.027417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.027569] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.027686] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.027826] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.028081] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.028230] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.028552] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.028552] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9591e74-f4bb-470d-aebd-adaaacde4fa7 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.028798] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.028798] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.029890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.029890] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.029890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.029890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.029890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.029890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.029890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.029890] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9591e74-f4bb-470d-aebd-adaaacde4fa7',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.277561] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1085.277951] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.278167] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.278463] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.278660] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.278805] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.278900] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.279100] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.279181] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.279279] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.531797] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9591e74-f4bb-470d-aebd-adaaacde4fa7: rpc.has_security_group_logging(os_id): False [ 1085.551913] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.552107] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.552236] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.553175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.553175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.553175] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.553175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.553175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.553390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.553504] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.553803] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.553946] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.554086] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.554278] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.554425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.554724] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.554876] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.555032] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.555209] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.555446] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.555446] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9591e74-f4bb-470d-aebd-adaaacde4fa7 is going to be created. [ 1085.619758] env[65933]: INFO networking_nsxv3.common.synchronization [req-b68f55dc-15b2-468f-af21-3922fa57b2d8 req-2bf3987a-3918-4e52-9939-6eb31af9756c service nova] Enqueued Resource ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c with Priority: HIGHEST for action security_group_rules [ 1085.619758] env[65933]: INFO networking_nsxv3.common.synchronization [req-b68f55dc-15b2-468f-af21-3922fa57b2d8 req-2bf3987a-3918-4e52-9939-6eb31af9756c service nova] Enqueued Resource ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c with Priority: HIGHEST for action security_group_members [ 1085.620047] env[65933]: INFO networking_nsxv3.common.synchronization [req-b68f55dc-15b2-468f-af21-3922fa57b2d8 req-2bf3987a-3918-4e52-9939-6eb31af9756c service nova] Enqueued Resource ID: c5b3c9c8-f31f-4dca-a89f-ae8828575cbf with Priority: HIGHEST for action port [ 1085.620943] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.621088] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.621167] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.621350] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.621538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.622846] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c with Priority: HIGHEST for action security_group_rules [ 1085.623061] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c with Priority: HIGHEST for action security_group_members [ 1085.623148] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b3c9c8-f31f-4dca-a89f-ae8828575cbf with Priority: HIGHEST for action port [ 1085.623422] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc980ccc-baa8-46a7-90bc-5192e1849b0c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.623531] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.623597] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.623765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.623849] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc980ccc-baa8-46a7-90bc-5192e1849b0c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.625550] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc980ccc-baa8-46a7-90bc-5192e1849b0c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.625550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.625550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.625550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.625550] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.625550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.625550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.625550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.625550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.625550] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc980ccc-baa8-46a7-90bc-5192e1849b0c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.627497] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5b3c9c8-f31f-4dca-a89f-ae8828575cbf taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.627497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5b3c9c8-f31f-4dca-a89f-ae8828575cbf" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.627497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5b3c9c8-f31f-4dca-a89f-ae8828575cbf" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.627497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5b3c9c8-f31f-4dca-a89f-ae8828575cbf" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.627497] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5b3c9c8-f31f-4dca-a89f-ae8828575cbf',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.636482] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9591e74-f4bb-470d-aebd-adaaacde4fa7 in Status: IN_PROGRESS for 2s [ 1085.782370] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.129271] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc980ccc-baa8-46a7-90bc-5192e1849b0c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.130485] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc980ccc-baa8-46a7-90bc-5192e1849b0c taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.130633] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.130796] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5b3c9c8-f31f-4dca-a89f-ae8828575cbf with status ACTIVE [ 1086.131040] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.131144] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.131213] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.131520] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.131622] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.131869] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.131994] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.132084] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.132304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.132391] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.132599] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.132707] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.132768] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.132922] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.133033] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.133122] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5b3c9c8-f31f-4dca-a89f-ae8828575cbf is going to be updated. [ 1086.157465] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.157624] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.157918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.158072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.158193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.158362] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5b3c9c8-f31f-4dca-a89f-ae8828575cbf" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.285519] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.635910] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc980ccc-baa8-46a7-90bc-5192e1849b0c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.787998] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.788649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.788649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.788649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.789113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.789113] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1086.820847] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.821051] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.821051] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.821275] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.821419] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.830162] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1087.138545] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.138700] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.138781] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.139143] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.139267] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.139373] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c is going to be created. [ 1087.164856] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.165054] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.165097] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.165316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.165469] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.174992] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c in Status: UNINITIALIZED for 2s [ 1087.649500] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9591e74-f4bb-470d-aebd-adaaacde4fa7 in Status: SUCCESS [ 1087.649754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.723101] env[65933]: INFO networking_nsxv3.common.synchronization [req-83d96012-ba7b-4d00-922c-a4ad11fd0498 req-94ddb52a-ff89-4b9e-a3ac-700a304f3e95 tempest-DeleteServersTestJSON-1878305039 tempest-DeleteServersTestJSON-1878305039-project-member] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 1088.723101] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 1088.723101] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.723101] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.723101] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.723101] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.723101] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.723101] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.723101] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.723101] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.723101] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.723101] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.842225] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1088.842491] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.842686] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.843019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.843217] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.843369] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.843408] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.843562] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.843644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.843734] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.843827] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.044159] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.044694] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.045107] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.045520] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.045985] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.046372] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.048064] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.048064] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.048064] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.048064] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.048064] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.048064] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.048064] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.048064] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.048064] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.048064] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.075102] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.075321] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.075431] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.075602] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-420" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.075930] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-26d140ad-067c-49fd-af19-5946deeebeca taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.076131] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-26d140ad-067c-49fd-af19-5946deeebeca" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.076250] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-26d140ad-067c-49fd-af19-5946deeebeca" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.076588] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-26d140ad-067c-49fd-af19-5946deeebeca" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.076727] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26d140ad-067c-49fd-af19-5946deeebeca',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.185420] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c in Status: SUCCESS [ 1089.185583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.185769] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.185996] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.186204] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.186321] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.186388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.186543] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.186623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.186710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.186796] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc980ccc-baa8-46a7-90bc-5192e1849b0c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.225898] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.226089] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.226130] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.226346] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.226432] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.226621] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.226717] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.226779] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.226965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.227029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.227097] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be updated. [ 1089.253938] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.254171] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.254171] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.254434] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.254586] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.264887] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 1089.346691] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.346691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.346918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.347052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.347293] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.347457] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.347537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.347809] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.348072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.348072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.348263] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.348389] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.348475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.348672] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.348882] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.349020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.349816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.349816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.349816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.349816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.349816] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.579539] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.579822] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.580015] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.580387] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.580608] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.580837] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 26d140ad-067c-49fd-af19-5946deeebeca not found, creating... [ 1089.581194] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.581375] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.581532] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.581816] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.582100] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.582464] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.582680] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.582828] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.583091] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.583272] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.583447] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 26d140ad-067c-49fd-af19-5946deeebeca is going to be created. [ 1089.604923] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.605231] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.605403] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.605730] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.606011] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.606264] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-26d140ad-067c-49fd-af19-5946deeebeca" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.689645] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc980ccc-baa8-46a7-90bc-5192e1849b0c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.852713] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e456aafc-3e18-4d29-8a84-c09e9a44ba85: rpc.has_security_group_logging(os_id): False [ 1089.873385] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.873539] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.873618] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.873835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.873930] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.874174] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.874279] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.874340] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.874492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.874567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.874788] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.874873] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.874937] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.875098] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.875174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.875353] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.875447] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.875554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.875643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.875716] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.875800] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1089.943823] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.943978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.944069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.944615] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.944615] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.962954] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1090.193922] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc980ccc-baa8-46a7-90bc-5192e1849b0c: rpc.has_security_group_logging(os_id): False [ 1090.219602] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.219602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.219602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.219602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.219602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.219602] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.219602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.219602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.219602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.219602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.219602] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c is going to be created. [ 1090.307329] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.307498] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.307571] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.307911] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.308132] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.323928] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c in Status: IN_PROGRESS for 2s [ 1090.353089] env[65933]: INFO networking_nsxv3.common.synchronization [req-83d96012-ba7b-4d00-922c-a4ad11fd0498 req-bac7bbd0-cdf9-4d22-80a8-e27ee35de6ca service nova] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_rules [ 1090.353275] env[65933]: INFO networking_nsxv3.common.synchronization [req-83d96012-ba7b-4d00-922c-a4ad11fd0498 req-bac7bbd0-cdf9-4d22-80a8-e27ee35de6ca service nova] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 1090.353414] env[65933]: INFO networking_nsxv3.common.synchronization [req-83d96012-ba7b-4d00-922c-a4ad11fd0498 req-bac7bbd0-cdf9-4d22-80a8-e27ee35de6ca service nova] Enqueued Resource ID: 26d140ad-067c-49fd-af19-5946deeebeca with Priority: HIGHEST for action port [ 1090.353983] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_rules [ 1090.354536] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 1090.354650] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d140ad-067c-49fd-af19-5946deeebeca with Priority: HIGHEST for action port [ 1090.355029] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.355171] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.355241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.355464] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.355550] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.356760] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.356864] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.357096] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-26d140ad-067c-49fd-af19-5946deeebeca taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.357193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26d140ad-067c-49fd-af19-5946deeebeca" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.357306] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26d140ad-067c-49fd-af19-5946deeebeca" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.357436] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26d140ad-067c-49fd-af19-5946deeebeca" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.357513] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26d140ad-067c-49fd-af19-5946deeebeca',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.862094] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.862453] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.862490] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26d140ad-067c-49fd-af19-5946deeebeca with status ACTIVE [ 1090.862656] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.862757] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.863422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.863422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.863422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.863422] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.863422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.863677] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.863677] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.863677] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.863854] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.863949] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.864021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.864161] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.864233] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.864303] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26d140ad-067c-49fd-af19-5946deeebeca is going to be updated. [ 1090.888334] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.888508] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.888628] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.888773] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.888931] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.889122] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26d140ad-067c-49fd-af19-5946deeebeca" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.279631] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 1091.279840] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 deletion is rescheduled due to dependency. [ 1091.279953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.280177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.280406] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.280642] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.280764] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.280764] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.280933] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.281013] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.281110] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.625915] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.626211] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-685" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.626377] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-685" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.626671] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-685" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.626969] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.627491] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.627665] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.628033] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.628212] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.628456] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.628581] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.628722] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.628867] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.629040] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.629184] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.629337] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.650686] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.650902] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.650990] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.651178] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-685" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.651491] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-12bb7443-11b9-4c0b-bef2-420257039195 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.651672] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-12bb7443-11b9-4c0b-bef2-420257039195" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.651906] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-12bb7443-11b9-4c0b-bef2-420257039195" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.652058] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-12bb7443-11b9-4c0b-bef2-420257039195" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.652199] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12bb7443-11b9-4c0b-bef2-420257039195',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.783589] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.981877] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1091.982200] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.155578] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.155831] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.155984] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.156303] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.156454] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.156772] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.156938] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.157080] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.157325] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.157496] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.157860] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.158066] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.158154] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.158378] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.158553] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.158707] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 12bb7443-11b9-4c0b-bef2-420257039195 is going to be updated. [ 1092.182094] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.182327] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.182489] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.182784] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.182985] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.183229] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-12bb7443-11b9-4c0b-bef2-420257039195" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.286162] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.339255] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c in Status: SUCCESS [ 1092.339504] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.792647] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.792647] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.792647] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.792647] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.792647] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.792647] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be updated. [ 1092.835025] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.835025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.835025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.835025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.835025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.844861] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 1092.915325] env[65933]: INFO networking_nsxv3.common.synchronization [req-ce5d0fbf-35c0-4476-87ba-96ff6ee7c30d req-1cae6fe8-5469-4d8d-b9f2-917026fdb8d6 service nova] Enqueued Resource ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 with Priority: HIGHEST for action security_group_rules [ 1092.915325] env[65933]: INFO networking_nsxv3.common.synchronization [req-ce5d0fbf-35c0-4476-87ba-96ff6ee7c30d req-1cae6fe8-5469-4d8d-b9f2-917026fdb8d6 service nova] Enqueued Resource ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 with Priority: HIGHEST for action security_group_members [ 1092.915325] env[65933]: INFO networking_nsxv3.common.synchronization [req-ce5d0fbf-35c0-4476-87ba-96ff6ee7c30d req-1cae6fe8-5469-4d8d-b9f2-917026fdb8d6 service nova] Enqueued Resource ID: 12bb7443-11b9-4c0b-bef2-420257039195 with Priority: HIGHEST for action port [ 1092.915325] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 with Priority: HIGHEST for action security_group_rules [ 1092.915325] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 with Priority: HIGHEST for action security_group_members [ 1092.915325] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12bb7443-11b9-4c0b-bef2-420257039195 with Priority: HIGHEST for action port [ 1092.916143] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.916557] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.916774] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.917411] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.917411] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c695915-93e9-4a7f-aaf8-ba0877b5d3c8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.920529] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.920884] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.921051] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.923631] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.923808] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.923919] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.923983] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.925334] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.925334] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.925334] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c695915-93e9-4a7f-aaf8-ba0877b5d3c8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.926983] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-12bb7443-11b9-4c0b-bef2-420257039195 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.926983] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12bb7443-11b9-4c0b-bef2-420257039195" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.926983] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12bb7443-11b9-4c0b-bef2-420257039195" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.926983] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12bb7443-11b9-4c0b-bef2-420257039195" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.926983] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12bb7443-11b9-4c0b-bef2-420257039195',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.353474] env[65933]: INFO networking_nsxv3.common.synchronization [req-088cea78-9d9d-4f84-822f-e02d32c8d3d0 req-5d2d27be-0626-4ba7-9911-d468df54e672 tempest-ServerMetadataNegativeTestJSON-723036327 tempest-ServerMetadataNegativeTestJSON-723036327-project-member] Enqueued Resource ID: c9591e74-f4bb-470d-aebd-adaaacde4fa7 with Priority: HIGHEST for action security_group_members [ 1093.354049] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9591e74-f4bb-470d-aebd-adaaacde4fa7 with Priority: HIGHEST for action security_group_members [ 1093.354388] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9591e74-f4bb-470d-aebd-adaaacde4fa7 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.354487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.354554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.354751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.354909] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.355434] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.355565] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.355749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.355906] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.355965] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9591e74-f4bb-470d-aebd-adaaacde4fa7',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.426976] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c695915-93e9-4a7f-aaf8-ba0877b5d3c8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.428157] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.428328] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.428437] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12bb7443-11b9-4c0b-bef2-420257039195 with status ACTIVE [ 1093.428605] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.428706] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.428769] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.429023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.429122] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.429305] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.429405] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.429478] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.429639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.429718] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.430064] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.430167] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.430224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.430371] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.430445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.430532] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12bb7443-11b9-4c0b-bef2-420257039195 is going to be updated. [ 1093.454098] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.454291] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.454336] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.454505] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.454638] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.454801] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12bb7443-11b9-4c0b-bef2-420257039195" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.858275] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.858518] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.858518] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.858670] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.858780] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.859011] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.859157] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.859223] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.859382] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.859466] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.859559] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9591e74-f4bb-470d-aebd-adaaacde4fa7 is going to be updated. [ 1093.887476] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.887693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.887693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.888181] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.888349] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.897570] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9591e74-f4bb-470d-aebd-adaaacde4fa7 in Status: IN_PROGRESS for 2s [ 1093.933429] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c695915-93e9-4a7f-aaf8-ba0877b5d3c8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.435848] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.436259] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.436259] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.436380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.436489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.436634] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 is going to be updated. [ 1094.471735] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.471735] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.472175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.472919] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.472919] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.484648] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 in Status: IN_PROGRESS for 2s [ 1094.855971] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 1094.857755] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.857755] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.857755] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.857755] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.858152] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.858152] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.858222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.858334] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.858583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.858619] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.265464] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.265762] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.265947] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.266518] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.266799] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.266964] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.267101] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.267337] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.267484] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.268088] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.268088] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.268214] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.268349] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.268545] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.268736] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.268969] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.306346] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.306687] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.306967] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.307318] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-395" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.307860] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-79b59685-802d-4642-a18d-04e5096872d7 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.308143] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-79b59685-802d-4642-a18d-04e5096872d7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.308368] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-79b59685-802d-4642-a18d-04e5096872d7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.308798] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-79b59685-802d-4642-a18d-04e5096872d7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.309019] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b59685-802d-4642-a18d-04e5096872d7',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.360931] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.361156] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.361468] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.361588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.361707] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.361897] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.361979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.362213] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.362341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.362498] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.362702] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.362826] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.362937] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.363169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.363382] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.363503] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.363632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.363838] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.363998] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.364162] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.364325] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.812012] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.812292] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.812458] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.812688] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.812842] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.813143] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.813304] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.813425] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.813692] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.813845] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.814144] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.814302] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.814419] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.814628] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.814758] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.814901] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 79b59685-802d-4642-a18d-04e5096872d7 is going to be updated. [ 1095.841151] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.841361] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.841469] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.841667] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.841864] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.842107] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-79b59685-802d-4642-a18d-04e5096872d7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.866555] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 322277bd-a597-4ae4-b5e4-559a3a693e51: rpc.has_security_group_logging(os_id): False [ 1095.898649] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.898861] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.898930] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.899238] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.899343] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.899584] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.899695] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.899759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.899947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.900043] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.900254] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.900356] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.900408] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.900586] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.900663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.900848] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.900948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.900996] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.901186] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.901256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.901345] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be updated. [ 1095.914342] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9591e74-f4bb-470d-aebd-adaaacde4fa7 in Status: SUCCESS [ 1095.914540] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9591e74-f4bb-470d-aebd-adaaacde4fa7 deletion is rescheduled due to dependency. [ 1095.914610] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.975415] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.975588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.975709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.976031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.976196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.010224] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 1096.497607] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 in Status: SUCCESS [ 1096.497607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.497607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.497607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.497607] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.497607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.497607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.497607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.497607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.497607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.497607] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c695915-93e9-4a7f-aaf8-ba0877b5d3c8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.550703] env[65933]: INFO networking_nsxv3.common.synchronization [req-c8b9973a-3aaa-4120-ad57-34f0398d16c5 req-48c3c35b-6827-4f73-9624-66937102ef52 service nova] Enqueued Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_rules [ 1096.551052] env[65933]: INFO networking_nsxv3.common.synchronization [req-c8b9973a-3aaa-4120-ad57-34f0398d16c5 req-48c3c35b-6827-4f73-9624-66937102ef52 service nova] Enqueued Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 1096.551306] env[65933]: INFO networking_nsxv3.common.synchronization [req-c8b9973a-3aaa-4120-ad57-34f0398d16c5 req-48c3c35b-6827-4f73-9624-66937102ef52 service nova] Enqueued Resource ID: 79b59685-802d-4642-a18d-04e5096872d7 with Priority: HIGHEST for action port [ 1096.551998] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_rules [ 1096.552239] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 1096.552441] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b59685-802d-4642-a18d-04e5096872d7 with Priority: HIGHEST for action port [ 1096.552834] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.553038] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.553179] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.553438] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.553584] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.554584] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.554783] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.554897] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.555228] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.555430] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.555565] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.555656] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.557276] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.557276] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.557276] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.557276] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-79b59685-802d-4642-a18d-04e5096872d7 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.557276] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79b59685-802d-4642-a18d-04e5096872d7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.557276] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79b59685-802d-4642-a18d-04e5096872d7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.557276] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79b59685-802d-4642-a18d-04e5096872d7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.557276] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b59685-802d-4642-a18d-04e5096872d7',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.999269] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c695915-93e9-4a7f-aaf8-ba0877b5d3c8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.059976] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.060487] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.060601] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.068190] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79b59685-802d-4642-a18d-04e5096872d7 with status ACTIVE [ 1097.068398] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.068526] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.068589] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.068827] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.068969] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.069128] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.069228] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.069288] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.069706] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.069706] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.069706] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.069845] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.069845] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.070077] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.070123] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.070199] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79b59685-802d-4642-a18d-04e5096872d7 is going to be updated. [ 1097.094629] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.094877] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.094877] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.095079] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.095348] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.095426] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79b59685-802d-4642-a18d-04e5096872d7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.487881] env[65933]: INFO networking_nsxv3.common.synchronization [req-071102ed-c760-4468-a3df-412dc1c9b4c5 req-bb60f280-cdfd-4c6e-be9c-2bab31ef6188 tempest-FloatingIPsAssociationTestJSON-1640334686 tempest-FloatingIPsAssociationTestJSON-1640334686-project-member] Enqueued Resource ID: b7756674-2df9-48f2-a14d-3018af3e0a8b with Priority: HIGHEST for action security_group_members [ 1097.490962] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7756674-2df9-48f2-a14d-3018af3e0a8b with Priority: HIGHEST for action security_group_members [ 1097.490962] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7756674-2df9-48f2-a14d-3018af3e0a8b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.490962] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.490962] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.490962] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.490962] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.490962] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.490962] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.490962] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.490962] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.490962] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7756674-2df9-48f2-a14d-3018af3e0a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.501383] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8: rpc.has_security_group_logging(os_id): False [ 1097.522694] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.522859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.522901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.523156] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.544346] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.544747] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.544905] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.544973] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.545209] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.545294] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.545395] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 is going to be updated. [ 1097.562057] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.615334] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.615419] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.615495] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.615724] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.615905] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.632263] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 in Status: IN_PROGRESS for 2s [ 1097.996078] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.996078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.996078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.996078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.996078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.996078] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.996078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.996078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.996078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.996078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.996078] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7756674-2df9-48f2-a14d-3018af3e0a8b is going to be updated. [ 1098.027910] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.028596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.028596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.028596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.028596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.045623] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 1098.046336] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.050552] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7756674-2df9-48f2-a14d-3018af3e0a8b in Status: IN_PROGRESS for 2s [ 1098.065442] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.065442] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.065634] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.065875] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.066031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.066166] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 is going to be updated. [ 1098.124690] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.124986] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.125129] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.125456] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.125709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.140312] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: IN_PROGRESS for 2s [ 1099.651539] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 in Status: SUCCESS [ 1099.651896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.061947] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7756674-2df9-48f2-a14d-3018af3e0a8b in Status: SUCCESS [ 1100.061947] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7756674-2df9-48f2-a14d-3018af3e0a8b deletion is rescheduled due to dependency. [ 1100.062130] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.151268] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: SUCCESS [ 1100.151548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.151698] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.151915] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.152151] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.152303] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.152391] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.152564] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.152670] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.152763] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.152857] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.656585] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.656997] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.656997] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.657242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.657530] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.657745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.657820] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.658127] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.658283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.658437] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.658753] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.658953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.658953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.659102] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.659255] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.659351] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.659413] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.659554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.659630] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.659713] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.659806] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.724098] env[65933]: INFO networking_nsxv3.common.synchronization [req-2b5e42ea-5b77-4ff4-afb0-fa394ac6182e req-facab1b4-2a04-4f2a-a8eb-344d6a2a24cb tempest-ServersTestJSON-121039310 tempest-ServersTestJSON-121039310-project-member] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1100.724901] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1100.725267] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.725427] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.725497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.728261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.728261] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.728261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.728261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.728261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.728261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.728261] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.065880] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.066205] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.066411] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.066712] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.066992] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.067172] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.067288] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.067608] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.067774] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.068209] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.068518] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.068657] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.068838] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.068912] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.069032] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.069182] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.095749] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.096040] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.096196] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.096386] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.096712] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-3ca8b012-ee6b-404c-b8f3-2d0e1cf6e714 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.096905] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-3ca8b012-ee6b-404c-b8f3-2d0e1cf6e714" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.097061] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-3ca8b012-ee6b-404c-b8f3-2d0e1cf6e714" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.097448] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-3ca8b012-ee6b-404c-b8f3-2d0e1cf6e714" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.097585] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ca8b012-ee6b-404c-b8f3-2d0e1cf6e714',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.161933] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 856c010a-00c2-4491-a0c2-aed5b6379f07: rpc.has_security_group_logging(os_id): False [ 1101.186287] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.186512] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.186600] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.186841] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.186939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.187258] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.187412] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.187502] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.187688] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.187777] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.188020] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.188129] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.188196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.188349] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.188428] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.188624] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.188721] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.188786] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.188953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.189072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.189168] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 is going to be updated. [ 1101.229744] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.276271] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.276491] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.276539] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.276854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.277183] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.309333] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: IN_PROGRESS for 2s [ 1101.601926] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.602221] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.602474] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.602793] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.603063] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.603315] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 3ca8b012-ee6b-404c-b8f3-2d0e1cf6e714 not found, creating... [ 1101.603649] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.603870] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.604053] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.604354] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.604543] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.604956] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.605226] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.605390] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.606115] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.606115] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.606249] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 3ca8b012-ee6b-404c-b8f3-2d0e1cf6e714 is going to be created. [ 1101.633344] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.633644] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.633831] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.634145] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.634375] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.634739] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-3ca8b012-ee6b-404c-b8f3-2d0e1cf6e714" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.733326] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.236071] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.236258] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.236337] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.236558] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.236650] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.236750] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1102.272062] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.272221] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.272447] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.272505] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.272651] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.285935] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1102.343470] env[65933]: INFO networking_nsxv3.common.synchronization [req-2b5e42ea-5b77-4ff4-afb0-fa394ac6182e req-b384b32a-3e32-496b-a8cc-74db1c21196d service nova] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_rules [ 1102.343677] env[65933]: INFO networking_nsxv3.common.synchronization [req-2b5e42ea-5b77-4ff4-afb0-fa394ac6182e req-b384b32a-3e32-496b-a8cc-74db1c21196d service nova] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1102.343786] env[65933]: INFO networking_nsxv3.common.synchronization [req-2b5e42ea-5b77-4ff4-afb0-fa394ac6182e req-b384b32a-3e32-496b-a8cc-74db1c21196d service nova] Enqueued Resource ID: 3ca8b012-ee6b-404c-b8f3-2d0e1cf6e714 with Priority: HIGHEST for action port [ 1102.344435] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_rules [ 1102.344582] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1102.344687] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca8b012-ee6b-404c-b8f3-2d0e1cf6e714 with Priority: HIGHEST for action port [ 1102.345422] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.345613] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.345706] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.346075] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.346187] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.347143] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.347254] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.347777] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ca8b012-ee6b-404c-b8f3-2d0e1cf6e714 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.347872] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ca8b012-ee6b-404c-b8f3-2d0e1cf6e714" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.348079] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ca8b012-ee6b-404c-b8f3-2d0e1cf6e714" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.348304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ca8b012-ee6b-404c-b8f3-2d0e1cf6e714" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.348393] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ca8b012-ee6b-404c-b8f3-2d0e1cf6e714',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.851216] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.851480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.851480] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ca8b012-ee6b-404c-b8f3-2d0e1cf6e714 with status ACTIVE [ 1102.851613] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.851721] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.851788] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.852015] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.852229] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.852410] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.852512] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.852574] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.852739] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.852818] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.853061] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.853141] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.853203] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.853345] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.853421] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.853504] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ca8b012-ee6b-404c-b8f3-2d0e1cf6e714 is going to be updated. [ 1102.877896] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.878143] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.878186] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.878422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.878492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.878653] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ca8b012-ee6b-404c-b8f3-2d0e1cf6e714" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.350895] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: SUCCESS [ 1103.351681] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.296678] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1104.297110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.297247] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.297477] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.297728] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.297899] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.297974] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.298229] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.298333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.298391] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.802147] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.305692] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.811069] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.811311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.811311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.811501] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.811584] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.811689] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1105.844579] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.844796] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.844796] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.845014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.845172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.855521] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1106.545313] env[65933]: INFO networking_nsxv3.common.synchronization [None req-6770f6b5-ed62-46f3-be0c-4bd546d786ed None None] Enqueued Resource ID: dc374df9-67b3-4620-8a20-ea8555ec191f with Priority: HIGHEST for action port [ 1106.546227] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc374df9-67b3-4620-8a20-ea8555ec191f with Priority: HIGHEST for action port [ 1106.546304] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc374df9-67b3-4620-8a20-ea8555ec191f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.546489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc374df9-67b3-4620-8a20-ea8555ec191f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.546489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc374df9-67b3-4620-8a20-ea8555ec191f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.546779] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc374df9-67b3-4620-8a20-ea8555ec191f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.546833] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc374df9-67b3-4620-8a20-ea8555ec191f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.050637] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc374df9-67b3-4620-8a20-ea8555ec191f [ 1107.050872] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.050997] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.051185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.051336] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.051427] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.051584] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc374df9-67b3-4620-8a20-ea8555ec191f already deleted. [ 1107.051648] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc374df9-67b3-4620-8a20-ea8555ec191f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.868903] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1107.869285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.869285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.869413] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.869606] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.869727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.869788] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.869944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.870037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.870263] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.870263] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.373217] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.373461] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.373581] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.374246] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.374246] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.375060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.375060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.375060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.375060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.375060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.376096] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.376096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.376096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.376096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.376096] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.376096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.376096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.376382] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.376382] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.376470] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.376517] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.881444] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e456aafc-3e18-4d29-8a84-c09e9a44ba85: rpc.has_security_group_logging(os_id): False [ 1108.904070] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.904070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.904070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.904070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.904070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.904070] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.904070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.904070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.904070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.904070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.904907] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.905459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.906122] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.906122] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.906449] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.906886] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.908136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.908136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.908136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.908136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.908136] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1108.978561] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.978561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.978561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.978561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.978561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.996440] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1109.040663] env[65933]: INFO networking_nsxv3.common.synchronization [None req-5370c2f1-8e44-462b-b878-3e53c1fa3175 None None] Enqueued Resource ID: ec001570-2cd0-4490-877b-d3699ec46d0b with Priority: HIGHEST for action port [ 1109.041366] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec001570-2cd0-4490-877b-d3699ec46d0b with Priority: HIGHEST for action port [ 1109.041972] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec001570-2cd0-4490-877b-d3699ec46d0b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.041972] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec001570-2cd0-4490-877b-d3699ec46d0b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.041972] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec001570-2cd0-4490-877b-d3699ec46d0b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.042223] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec001570-2cd0-4490-877b-d3699ec46d0b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.042315] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec001570-2cd0-4490-877b-d3699ec46d0b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.544478] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec001570-2cd0-4490-877b-d3699ec46d0b [ 1109.544750] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.544889] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.544960] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.545360] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.545360] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.545454] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec001570-2cd0-4490-877b-d3699ec46d0b already deleted. [ 1109.545500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec001570-2cd0-4490-877b-d3699ec46d0b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.016311] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1111.016804] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.078725] env[65933]: INFO networking_nsxv3.common.synchronization [req-acacabc4-a6c9-4aa1-aaf2-cfb776935f7c req-890910c1-c7f7-42b3-b196-e24c6cc7359f tempest-AttachInterfacesTestJSON-2120938241 tempest-AttachInterfacesTestJSON-2120938241-project-member] Enqueued Resource ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d with Priority: HIGHEST for action security_group_members [ 1112.079293] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d with Priority: HIGHEST for action security_group_members [ 1112.079610] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.079729] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.079967] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.080073] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.080155] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.080248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.080310] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.080474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.080557] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.080651] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.585413] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.943212] env[65933]: INFO networking_nsxv3.common.synchronization [req-c52671cd-1b12-4f82-9e28-85b38b914425 req-02bd83c7-0ebf-48b1-b801-0d173ef2e41d tempest-ServerActionsTestOtherA-1390215543 tempest-ServerActionsTestOtherA-1390215543-project-member] Enqueued Resource ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 with Priority: HIGHEST for action security_group_members [ 1112.943739] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 with Priority: HIGHEST for action security_group_members [ 1112.944051] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-537812e6-4b32-4825-bb8e-a6b4f13457e2 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.944177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.944244] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.944438] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.944593] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.944691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.944754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.944896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.944982] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.945089] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('537812e6-4b32-4825-bb8e-a6b4f13457e2',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.087517] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.525525] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.525678] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.525748] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.525960] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.548232] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.548504] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.548625] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.548690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.548894] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.548991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.549155] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 is going to be updated. [ 1113.579737] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.579922] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.579977] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.580192] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.580382] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.590836] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 in Status: IN_PROGRESS for 2s [ 1113.591269] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.591787] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.594173] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.594173] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.594173] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.594173] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d is going to be updated. [ 1113.620118] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.620271] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.620374] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.620645] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.620813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.631783] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d in Status: IN_PROGRESS for 2s [ 1115.278459] env[65933]: INFO networking_nsxv3.common.synchronization [req-5c7fa753-3d23-46fc-8c64-88110457f164 req-a52cd5e4-77fa-455a-952a-7a51bceab273 tempest-ServersTestJSON-121039310 tempest-ServersTestJSON-121039310-project-member] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1115.278987] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1115.279461] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.279609] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.279654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.279834] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.279985] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.280099] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.280155] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.280306] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.280404] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.280528] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.601791] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 in Status: SUCCESS [ 1115.601974] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 deletion is rescheduled due to dependency. [ 1115.602115] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.640777] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d in Status: SUCCESS [ 1115.640915] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.782789] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.285315] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.788161] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.788401] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.788502] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.788808] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.788965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.789162] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1116.831893] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.832052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.832115] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.832351] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.832492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.841572] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1118.853367] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1118.853678] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.932946] env[65933]: INFO networking_nsxv3.common.synchronization [req-f602cdd6-0305-42e0-8109-ec84f2a465be req-e3fae0fc-2160-46ea-a099-0a0ec6d74496 tempest-AttachInterfacesTestJSON-2120938241 tempest-AttachInterfacesTestJSON-2120938241-project-member] Enqueued Resource ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d with Priority: HIGHEST for action security_group_members [ 1118.933657] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d with Priority: HIGHEST for action security_group_members [ 1118.933940] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.934121] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.934215] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.934440] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.934765] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.934765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.934945] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.934945] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.935049] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.935215] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.438565] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.438778] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.438866] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.439260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.439393] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.439679] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.439805] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.439890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.440115] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.440219] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.440397] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d is going to be updated. [ 1119.467674] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.467859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.467859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.468035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.468222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.477969] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d in Status: IN_PROGRESS for 2s [ 1121.490596] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d in Status: SUCCESS [ 1121.490968] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d deletion is rescheduled due to dependency. [ 1121.490968] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.934515] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1123.934862] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1125.190774] env[65933]: INFO networking_nsxv3.common.synchronization [req-4ce2cffc-b1cc-4df3-9116-d8db38c217c4 req-f6e39568-12c0-4d87-9216-9d247f95d6ef tempest-ServersTestJSON-121039310 tempest-ServersTestJSON-121039310-project-member] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1125.191377] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1125.191719] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.192020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.192020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.192167] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.192339] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.192682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.192682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.192682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.192844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.192844] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.522699] env[65933]: INFO networking_nsxv3.common.synchronization [None req-e872595e-042a-4ac5-9d03-943bd06fcf48 tempest-AttachInterfacesTestJSON-2120938241 tempest-AttachInterfacesTestJSON-2120938241-project-member] Enqueued Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 1125.523286] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGHEST for action security_group_members [ 1125.523637] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.523763] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.523832] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.524038] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.524192] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.524291] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.524347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.524495] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.524580] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.524672] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.695158] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.027065] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.027279] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.027346] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.027910] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.027910] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.028159] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.028356] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.028461] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.028722] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.028837] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.028960] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 is going to be updated. [ 1126.063654] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.063910] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.063910] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.064110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.064251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.075830] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: IN_PROGRESS for 2s [ 1126.197258] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.699731] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.699961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.699961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.700272] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.700388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.700504] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1126.729894] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.730110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.730110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.730316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.730455] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.739777] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1127.278873] env[65933]: INFO networking_nsxv3.common.synchronization [req-1d1d611a-ca6e-4345-9fb5-a79422d91be2 req-5b239449-09f3-4553-8782-31ed74bf7d73 tempest-ServerActionsTestOtherA-1390215543 tempest-ServerActionsTestOtherA-1390215543-project-member] Enqueued Resource ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 with Priority: HIGHEST for action security_group_members [ 1127.279745] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 with Priority: HIGHEST for action security_group_members [ 1127.280209] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-be6e523b-5644-46ea-b989-e4f6a7d674c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.280351] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.280433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.280628] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.280826] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.280924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.280924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.281086] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.281167] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.281311] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be6e523b-5644-46ea-b989-e4f6a7d674c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.687163] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.687694] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-800" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.687965] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-800" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.688392] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-800" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.688918] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.689231] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.689636] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.690257] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.690257] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.690452] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.690452] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.690672] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.690672] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.690796] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.690924] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.690986] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.723678] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.723954] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1127.724122] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.724307] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-800" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.724626] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-676c58bd-8d90-4afc-8317-2894bccf35fa taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.724807] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-676c58bd-8d90-4afc-8317-2894bccf35fa" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.724925] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-676c58bd-8d90-4afc-8317-2894bccf35fa" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.725269] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-676c58bd-8d90-4afc-8317-2894bccf35fa" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.725408] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('676c58bd-8d90-4afc-8317-2894bccf35fa',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.784061] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.784274] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.784357] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.784665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.805790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.806057] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.806178] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.806178] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.806399] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.806483] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.806576] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 is going to be updated. [ 1127.833631] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.833819] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.833865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.834061] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.834220] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.845898] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 in Status: IN_PROGRESS for 2s [ 1128.086451] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 in Status: SUCCESS [ 1128.086621] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 deletion is rescheduled due to dependency. [ 1128.086675] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.228174] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.228443] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.228574] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.228865] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.229034] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.229177] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 676c58bd-8d90-4afc-8317-2894bccf35fa not found, creating... [ 1128.229448] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.229611] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.229730] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.229957] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.230223] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.230518] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.230674] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.230789] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.230998] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.231167] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.231334] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 676c58bd-8d90-4afc-8317-2894bccf35fa is going to be created. [ 1128.255418] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.255530] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.255585] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.255868] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.256122] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.256488] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-676c58bd-8d90-4afc-8317-2894bccf35fa" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.751301] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1128.751644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.969482] env[65933]: INFO networking_nsxv3.common.synchronization [req-1d1d611a-ca6e-4345-9fb5-a79422d91be2 req-cb0b71d1-c08b-4614-b2c3-8b8e98829d8d service nova] Enqueued Resource ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 with Priority: HIGHEST for action security_group_rules [ 1128.969595] env[65933]: INFO networking_nsxv3.common.synchronization [req-1d1d611a-ca6e-4345-9fb5-a79422d91be2 req-cb0b71d1-c08b-4614-b2c3-8b8e98829d8d service nova] Enqueued Resource ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 with Priority: HIGHEST for action security_group_members [ 1128.969719] env[65933]: INFO networking_nsxv3.common.synchronization [req-1d1d611a-ca6e-4345-9fb5-a79422d91be2 req-cb0b71d1-c08b-4614-b2c3-8b8e98829d8d service nova] Enqueued Resource ID: 676c58bd-8d90-4afc-8317-2894bccf35fa with Priority: HIGHEST for action port [ 1128.970266] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 with Priority: HIGHEST for action security_group_rules [ 1128.970402] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 with Priority: HIGHEST for action security_group_members [ 1128.970498] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 676c58bd-8d90-4afc-8317-2894bccf35fa with Priority: HIGHEST for action port [ 1128.971314] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be6e523b-5644-46ea-b989-e4f6a7d674c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.971430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.971509] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.971715] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.971795] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be6e523b-5644-46ea-b989-e4f6a7d674c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.972849] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-be6e523b-5644-46ea-b989-e4f6a7d674c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.973034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.973967] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-676c58bd-8d90-4afc-8317-2894bccf35fa taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.973967] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-676c58bd-8d90-4afc-8317-2894bccf35fa" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.973967] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-676c58bd-8d90-4afc-8317-2894bccf35fa" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.973967] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-676c58bd-8d90-4afc-8317-2894bccf35fa" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.973967] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('676c58bd-8d90-4afc-8317-2894bccf35fa',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.475916] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-be6e523b-5644-46ea-b989-e4f6a7d674c6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.476401] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.476401] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 676c58bd-8d90-4afc-8317-2894bccf35fa with status ACTIVE [ 1129.477149] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.477149] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.477149] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.477344] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.477443] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.477719] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.477877] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.477981] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.478757] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.478976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.479342] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.479541] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.479686] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.479968] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.480198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.480324] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 676c58bd-8d90-4afc-8317-2894bccf35fa is going to be updated. [ 1129.505452] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.505764] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.505764] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.505820] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.505962] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.506143] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-676c58bd-8d90-4afc-8317-2894bccf35fa" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.856594] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 in Status: SUCCESS [ 1129.856918] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 deletion is rescheduled due to dependency. [ 1129.856918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.857061] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.857340] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.857547] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.857672] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.857739] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.857935] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.858070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.858290] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be6e523b-5644-46ea-b989-e4f6a7d674c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.143813] env[65933]: INFO networking_nsxv3.common.synchronization [None req-6411a9ee-fe31-461c-bbec-d93ad21c4a7d None None] Enqueued Resource ID: e102680d-b498-4a2c-84f2-848ac3025e36 with Priority: HIGHEST for action port [ 1130.144437] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e102680d-b498-4a2c-84f2-848ac3025e36 with Priority: HIGHEST for action port [ 1130.145530] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e102680d-b498-4a2c-84f2-848ac3025e36 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.145530] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e102680d-b498-4a2c-84f2-848ac3025e36" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.145530] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e102680d-b498-4a2c-84f2-848ac3025e36" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.145530] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e102680d-b498-4a2c-84f2-848ac3025e36" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.145530] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e102680d-b498-4a2c-84f2-848ac3025e36',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.361100] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be6e523b-5644-46ea-b989-e4f6a7d674c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.650452] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e102680d-b498-4a2c-84f2-848ac3025e36 [ 1130.650884] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.650972] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.651060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.651367] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.651499] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.651635] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e102680d-b498-4a2c-84f2-848ac3025e36 already deleted. [ 1130.651748] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e102680d-b498-4a2c-84f2-848ac3025e36" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.862791] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be6e523b-5644-46ea-b989-e4f6a7d674c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.367300] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.367300] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.367300] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.367300] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.367300] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.367300] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 is going to be updated. [ 1131.426280] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.426462] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.426499] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.426687] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.426832] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.437543] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 in Status: IN_PROGRESS for 2s [ 1132.752913] env[65933]: INFO networking_nsxv3.common.synchronization [None req-97096992-90fe-445e-b668-1272c0b14a8b None None] Enqueued Resource ID: 4a924556-b562-42fa-8e3e-16eede8b6d42 with Priority: HIGHEST for action port [ 1132.753558] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a924556-b562-42fa-8e3e-16eede8b6d42 with Priority: HIGHEST for action port [ 1132.753760] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a924556-b562-42fa-8e3e-16eede8b6d42 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.753882] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a924556-b562-42fa-8e3e-16eede8b6d42" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.753948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a924556-b562-42fa-8e3e-16eede8b6d42" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.754335] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a924556-b562-42fa-8e3e-16eede8b6d42" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.754405] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a924556-b562-42fa-8e3e-16eede8b6d42',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.149802] env[65933]: INFO networking_nsxv3.common.synchronization [req-9f281e7e-4335-4f98-8962-47fcd6677f3a req-9c7eef20-3e92-4426-9386-5784f61bbc36 tempest-DeleteServersTestJSON-1878305039 tempest-DeleteServersTestJSON-1878305039-project-member] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 1133.150411] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGHEST for action security_group_members [ 1133.150753] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.150878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.151720] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.151720] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.151720] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.152496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.152585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.152764] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.152882] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.152987] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.255974] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a924556-b562-42fa-8e3e-16eede8b6d42 [ 1133.256403] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.256498] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.256607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.256937] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.257129] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.257286] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a924556-b562-42fa-8e3e-16eede8b6d42 already deleted. [ 1133.257430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a924556-b562-42fa-8e3e-16eede8b6d42" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.447469] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 in Status: SUCCESS [ 1133.447714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.447885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.448120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.448333] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.448458] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.448526] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.448681] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.448759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.448843] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.448931] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be6e523b-5644-46ea-b989-e4f6a7d674c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.654856] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.654856] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.654856] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.655122] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.655218] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.655416] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.655519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.655574] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.655727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.655798] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.655885] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be updated. [ 1133.684991] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.684991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.684991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.685253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.685378] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.693676] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: IN_PROGRESS for 2s [ 1133.950761] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-be6e523b-5644-46ea-b989-e4f6a7d674c6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.951069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.951069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.951279] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.951452] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.951708] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.951796] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.951975] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.952086] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.952231] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.952442] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-be6e523b-5644-46ea-b989-e4f6a7d674c6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.952548] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.952612] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.952772] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.952928] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.953039] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.953104] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.953246] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.953334] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.953433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.953530] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be6e523b-5644-46ea-b989-e4f6a7d674c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.455667] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be6e523b-5644-46ea-b989-e4f6a7d674c6: rpc.has_security_group_logging(os_id): False [ 1134.475807] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.476058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.476058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.476228] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.476320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.476519] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.476640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.476714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.476865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.476959] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.477093] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.477210] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.477282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.477368] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.477535] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.477723] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.477855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.477855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.477994] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.478085] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.478157] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 is going to be updated. [ 1134.539391] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.539598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.539689] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.539895] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.540089] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.553950] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 in Status: IN_PROGRESS for 2s [ 1135.703686] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 in Status: SUCCESS [ 1135.703686] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 deletion is rescheduled due to dependency. [ 1135.704123] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.872915] env[65933]: INFO networking_nsxv3.common.synchronization [req-7ccee6ac-514f-48d7-838e-a5c5d652c0cb req-f22b69ce-6399-47f3-9d0d-708a2133451d tempest-ServerActionsTestOtherA-1390215543 tempest-ServerActionsTestOtherA-1390215543-project-member] Enqueued Resource ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 with Priority: HIGHEST for action security_group_members [ 1135.873657] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 with Priority: HIGHEST for action security_group_members [ 1135.874155] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-be6e523b-5644-46ea-b989-e4f6a7d674c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.874214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.874288] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.874606] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.874904] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.874904] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.875037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.875383] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.875383] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.875506] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be6e523b-5644-46ea-b989-e4f6a7d674c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.927261] env[65933]: INFO networking_nsxv3.common.synchronization [req-7ccee6ac-514f-48d7-838e-a5c5d652c0cb req-f22b69ce-6399-47f3-9d0d-708a2133451d tempest-ServerActionsTestOtherA-1390215543 tempest-ServerActionsTestOtherA-1390215543-project-member] Enqueued Resource ID: 676c58bd-8d90-4afc-8317-2894bccf35fa with Priority: HIGHEST for action port [ 1135.927844] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 676c58bd-8d90-4afc-8317-2894bccf35fa with Priority: HIGHEST for action port [ 1135.928180] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-676c58bd-8d90-4afc-8317-2894bccf35fa taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.928353] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-676c58bd-8d90-4afc-8317-2894bccf35fa" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.928432] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-676c58bd-8d90-4afc-8317-2894bccf35fa" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.928629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-676c58bd-8d90-4afc-8317-2894bccf35fa" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.928710] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('676c58bd-8d90-4afc-8317-2894bccf35fa',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.378665] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.378852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.378894] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.379165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.379283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.379598] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.379698] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.379778] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.379948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.380045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.380152] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 is going to be updated. [ 1136.432042] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 676c58bd-8d90-4afc-8317-2894bccf35fa with status ACTIVE [ 1136.432294] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.432435] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.432933] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.432933] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.433134] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.433194] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.433796] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.433796] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.433796] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.433796] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.433796] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.434109] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.434109] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.434109] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.434259] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.434259] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 676c58bd-8d90-4afc-8317-2894bccf35fa is going to be updated. [ 1136.455716] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.455954] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.455954] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.456198] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.456468] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.465489] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.465664] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.465715] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.465992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.466166] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.466377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-676c58bd-8d90-4afc-8317-2894bccf35fa" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.469249] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 in Status: IN_PROGRESS for 2s [ 1136.577052] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 in Status: SUCCESS [ 1136.577383] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.172887] env[65933]: INFO networking_nsxv3.common.synchronization [req-0cb0ca7a-95a8-48aa-a49e-589592850254 req-0031b19a-b570-4368-a5e9-58808637b0bd tempest-ServersTestJSON-121039310 tempest-ServersTestJSON-121039310-project-member] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1138.173400] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1138.173850] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.174346] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.174413] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.174621] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.174802] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.174937] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.174978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.175153] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.175241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.175336] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.489302] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 in Status: SUCCESS [ 1138.489302] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 deletion is rescheduled due to dependency. [ 1138.489302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.510340] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.510582] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.510714] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.511059] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.511438] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.511699] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.512151] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.512418] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.512709] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.513112] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.513279] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.513540] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.513735] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.514020] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.514215] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.514723] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.536622] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.536904] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1138.537051] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.537268] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.537596] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-05f77641-de25-4f8c-8cad-723b6e4cf4e8 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.537805] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-05f77641-de25-4f8c-8cad-723b6e4cf4e8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.537886] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-05f77641-de25-4f8c-8cad-723b6e4cf4e8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.538419] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-05f77641-de25-4f8c-8cad-723b6e4cf4e8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.538807] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05f77641-de25-4f8c-8cad-723b6e4cf4e8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.677260] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.041608] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.042342] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.042553] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.042923] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.043180] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.043606] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 05f77641-de25-4f8c-8cad-723b6e4cf4e8 not found, creating... [ 1139.043944] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.044163] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.044291] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.044559] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.044714] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.045050] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.045226] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.045348] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.045585] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.045726] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.045867] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 05f77641-de25-4f8c-8cad-723b6e4cf4e8 is going to be created. [ 1139.074302] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.074484] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.074606] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.074996] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.075389] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.075389] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-05f77641-de25-4f8c-8cad-723b6e4cf4e8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.181094] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.683945] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.684226] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.684355] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.684609] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.684723] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.684831] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1139.720102] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.720320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.720320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.720669] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.720864] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.731580] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1139.830622] env[65933]: INFO networking_nsxv3.common.synchronization [req-0cb0ca7a-95a8-48aa-a49e-589592850254 req-a3554079-0ae6-4785-9ec3-25f4ef13e541 service nova] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_rules [ 1139.831089] env[65933]: INFO networking_nsxv3.common.synchronization [req-0cb0ca7a-95a8-48aa-a49e-589592850254 req-a3554079-0ae6-4785-9ec3-25f4ef13e541 service nova] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1139.831370] env[65933]: INFO networking_nsxv3.common.synchronization [req-0cb0ca7a-95a8-48aa-a49e-589592850254 req-a3554079-0ae6-4785-9ec3-25f4ef13e541 service nova] Enqueued Resource ID: 05f77641-de25-4f8c-8cad-723b6e4cf4e8 with Priority: HIGHEST for action port [ 1139.832209] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_rules [ 1139.832373] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1139.832558] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f77641-de25-4f8c-8cad-723b6e4cf4e8 with Priority: HIGHEST for action port [ 1139.832930] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.833078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.833240] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.833436] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.833739] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.834895] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.835042] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.835286] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-05f77641-de25-4f8c-8cad-723b6e4cf4e8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.835446] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05f77641-de25-4f8c-8cad-723b6e4cf4e8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.835481] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05f77641-de25-4f8c-8cad-723b6e4cf4e8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.836211] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05f77641-de25-4f8c-8cad-723b6e4cf4e8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.836211] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05f77641-de25-4f8c-8cad-723b6e4cf4e8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.338527] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.338920] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.338920] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05f77641-de25-4f8c-8cad-723b6e4cf4e8 with status ACTIVE [ 1140.339278] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.339278] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.339481] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.339538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.339594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.339776] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.339882] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.339954] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.340126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.340215] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.340438] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.340536] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.340579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.340800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.340800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.340967] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05f77641-de25-4f8c-8cad-723b6e4cf4e8 is going to be updated. [ 1140.366723] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.366964] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.366964] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.367279] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.367409] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.367718] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05f77641-de25-4f8c-8cad-723b6e4cf4e8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.555497] env[65933]: INFO networking_nsxv3.common.synchronization [req-d4600b2e-e8fb-4d88-90a9-6796a9fde68a req-20dd248a-90c0-42f9-8081-6ac10249c8de tempest-ServersTestMultiNic-431314858 tempest-ServersTestMultiNic-431314858-project-member] Enqueued Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1140.556340] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1140.556821] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.557013] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.557123] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.557489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.557721] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.557899] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.558102] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.558393] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.558512] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.558655] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.875110] env[65933]: INFO networking_nsxv3.common.synchronization [req-d4600b2e-e8fb-4d88-90a9-6796a9fde68a req-372c112a-457f-4c7b-8ccb-c001452f0eb4 tempest-ServersTestMultiNic-431314858 tempest-ServersTestMultiNic-431314858-project-member] Enqueued Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1140.875704] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1140.876043] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.876156] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.061820] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.062107] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.062256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.062568] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.062710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.062983] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.063135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.063251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.063462] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.063937] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.063937] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 already deleted. [ 1141.063937] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.064182] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.064248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.064482] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.064630] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.064698] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.064846] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.064940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.065049] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.159016] env[65933]: INFO networking_nsxv3.common.synchronization [req-d4600b2e-e8fb-4d88-90a9-6796a9fde68a req-5d7f1b05-be72-48c3-8978-92e6b500721f tempest-ServersTestMultiNic-431314858 tempest-ServersTestMultiNic-431314858-project-member] Enqueued Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1141.159574] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1141.159860] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.159960] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.469301] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.469624] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-817" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.469766] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-817" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.470078] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-817" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.470863] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.470863] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.470863] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.470863] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.471109] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.471203] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.471312] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.471416] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.471522] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.471813] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.471813] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.471915] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.494866] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.495072] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1141.495347] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.495605] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-817" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.496116] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-3c54e101-26fc-424c-b1ed-19617016d3e2 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.496470] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-3c54e101-26fc-424c-b1ed-19617016d3e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.496669] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-3c54e101-26fc-424c-b1ed-19617016d3e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.497019] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-3c54e101-26fc-424c-b1ed-19617016d3e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.497230] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c54e101-26fc-424c-b1ed-19617016d3e2',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.567790] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.568025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.568080] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.568304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.568451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.568655] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.568760] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.568819] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.568970] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.569057] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.569150] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 already deleted. [ 1141.569244] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.569441] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.569647] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.569647] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.569845] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.569845] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.569947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.570141] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.570141] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.750212] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1141.750430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.750633] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.750950] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.751217] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.751361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.751453] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.752525] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.752525] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.752525] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.999546] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.999765] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.999958] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.000364] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.000562] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.000826] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 3c54e101-26fc-424c-b1ed-19617016d3e2 not found, creating... [ 1142.001190] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.001428] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.001642] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.001928] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.002179] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.002653] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.002792] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.003475] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.003475] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.003819] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.004056] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 3c54e101-26fc-424c-b1ed-19617016d3e2 is going to be created. [ 1142.028631] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.028951] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.029129] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.029538] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.029824] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.030216] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-3c54e101-26fc-424c-b1ed-19617016d3e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.072655] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.072891] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.073031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.073330] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.073469] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.073746] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.073905] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.074034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.074246] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.074370] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.074507] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 already deleted. [ 1142.074638] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.254253] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.758775] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.780219] env[65933]: INFO networking_nsxv3.common.synchronization [req-d4600b2e-e8fb-4d88-90a9-6796a9fde68a req-8a604fad-a339-4528-9a8a-68fbf980c33c service nova] Enqueued Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_rules [ 1142.780437] env[65933]: INFO networking_nsxv3.common.synchronization [req-d4600b2e-e8fb-4d88-90a9-6796a9fde68a req-8a604fad-a339-4528-9a8a-68fbf980c33c service nova] Enqueued Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1142.780584] env[65933]: INFO networking_nsxv3.common.synchronization [req-d4600b2e-e8fb-4d88-90a9-6796a9fde68a req-8a604fad-a339-4528-9a8a-68fbf980c33c service nova] Enqueued Resource ID: 3c54e101-26fc-424c-b1ed-19617016d3e2 with Priority: HIGHEST for action port [ 1142.781068] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_rules [ 1142.781220] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1142.781332] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c54e101-26fc-424c-b1ed-19617016d3e2 with Priority: HIGHEST for action port [ 1142.781598] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.781718] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.781780] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.782158] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.782158] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.782957] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.783101] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.783170] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.783336] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.783502] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.785069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.785069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.785069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.785289] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.785289] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.786554] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c54e101-26fc-424c-b1ed-19617016d3e2 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.787414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c54e101-26fc-424c-b1ed-19617016d3e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.787414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c54e101-26fc-424c-b1ed-19617016d3e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.787414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c54e101-26fc-424c-b1ed-19617016d3e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.787414] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c54e101-26fc-424c-b1ed-19617016d3e2',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.261056] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.261056] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.261056] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.261327] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.261327] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.261420] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1143.288467] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.289662] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.289801] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.290230] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c54e101-26fc-424c-b1ed-19617016d3e2 with status ACTIVE [ 1143.290409] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.290520] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.290588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.290794] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.290873] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.291049] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.291146] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.291208] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.291366] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.291443] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.291619] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.291728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.291762] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.291893] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.291965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.292059] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c54e101-26fc-424c-b1ed-19617016d3e2 is going to be updated. [ 1143.314486] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.314702] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.314702] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.314894] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.315056] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.322415] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.322623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.322623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.322833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.322974] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.323154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c54e101-26fc-424c-b1ed-19617016d3e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.330231] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1143.577565] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-91 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.577817] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-91" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.578019] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-91" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.578468] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-91" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.578752] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.578918] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.579050] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.579281] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.579485] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.579653] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.579762] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.579868] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.579972] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.580092] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.580198] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.580325] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.599350] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.599567] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1143.599682] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.599864] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-91" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.600196] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-f7012da9-bad3-4f6c-a7c7-19695d073329 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.600375] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-f7012da9-bad3-4f6c-a7c7-19695d073329" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.600482] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-f7012da9-bad3-4f6c-a7c7-19695d073329" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.600902] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-f7012da9-bad3-4f6c-a7c7-19695d073329" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.600987] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7012da9-bad3-4f6c-a7c7-19695d073329',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.791528] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.103604] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.103850] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.103988] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.104461] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.104639] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.104805] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port f7012da9-bad3-4f6c-a7c7-19695d073329 not found, creating... [ 1144.105204] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.105398] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.105535] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.105777] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.105908] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.106233] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.106391] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.106508] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.106718] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.106854] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.107009] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: f7012da9-bad3-4f6c-a7c7-19695d073329 is going to be created. [ 1144.134964] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.135254] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.135496] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.136289] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.136289] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.136522] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-f7012da9-bad3-4f6c-a7c7-19695d073329" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.293990] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.294214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.294214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.294453] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.294531] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.294632] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 is going to be created. [ 1144.337445] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.337699] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.337765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.338051] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.338291] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.353934] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: UNINITIALIZED for 2s [ 1144.895013] env[65933]: INFO networking_nsxv3.common.synchronization [req-d4600b2e-e8fb-4d88-90a9-6796a9fde68a req-d829bbb8-f375-4962-8c43-77ef1a61817f service nova] Enqueued Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_rules [ 1144.895339] env[65933]: INFO networking_nsxv3.common.synchronization [req-d4600b2e-e8fb-4d88-90a9-6796a9fde68a req-d829bbb8-f375-4962-8c43-77ef1a61817f service nova] Enqueued Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1144.895339] env[65933]: INFO networking_nsxv3.common.synchronization [req-d4600b2e-e8fb-4d88-90a9-6796a9fde68a req-d829bbb8-f375-4962-8c43-77ef1a61817f service nova] Enqueued Resource ID: f7012da9-bad3-4f6c-a7c7-19695d073329 with Priority: HIGHEST for action port [ 1144.896603] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_rules [ 1144.896603] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1144.896603] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7012da9-bad3-4f6c-a7c7-19695d073329 with Priority: HIGHEST for action port [ 1144.896603] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.896603] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.896900] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.896900] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.897040] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7012da9-bad3-4f6c-a7c7-19695d073329 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.897141] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7012da9-bad3-4f6c-a7c7-19695d073329" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.897206] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7012da9-bad3-4f6c-a7c7-19695d073329" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.897402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7012da9-bad3-4f6c-a7c7-19695d073329" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.897481] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7012da9-bad3-4f6c-a7c7-19695d073329',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.346579] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1145.346851] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.347043] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.347279] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.347484] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.347614] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.347682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.347839] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.347923] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.348030] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.348159] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.400067] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7012da9-bad3-4f6c-a7c7-19695d073329 with status ACTIVE [ 1145.400067] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.400067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.400067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.400067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.400460] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.400460] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.400460] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.400557] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.400663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.400743] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.400929] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.401037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.401100] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.401245] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.401320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.401407] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7012da9-bad3-4f6c-a7c7-19695d073329 is going to be updated. [ 1145.425340] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.425547] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.425640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.425860] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.426110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.426202] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7012da9-bad3-4f6c-a7c7-19695d073329" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.676039] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.676239] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-817" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.676239] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-817" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.676564] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-817" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.676877] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.677261] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.677448] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.677705] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.677892] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.678147] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.678274] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.678433] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.678553] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.678683] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.678815] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.678959] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.700474] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.700709] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1145.700824] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.701038] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-817" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.701407] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-3bd7c69d-fe41-4cd0-b1be-0de74055bbaf taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.701631] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-3bd7c69d-fe41-4cd0-b1be-0de74055bbaf" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.701774] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-3bd7c69d-fe41-4cd0-b1be-0de74055bbaf" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.702162] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-3bd7c69d-fe41-4cd0-b1be-0de74055bbaf" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.702318] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bd7c69d-fe41-4cd0-b1be-0de74055bbaf',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.851098] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.851312] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.851312] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.851523] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.851710] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.851807] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.851859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.852015] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.852101] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.852201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.852367] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.852429] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.852487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.852610] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.852746] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.852839] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.852912] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.853044] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.853127] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.853204] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.853293] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.208544] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.208544] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.208544] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.208544] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.208544] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.208544] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 3bd7c69d-fe41-4cd0-b1be-0de74055bbaf not found, creating... [ 1146.208544] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.208544] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.208544] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.208544] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.208544] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.210087] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.210087] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.210087] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.210087] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.210087] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.210087] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 3bd7c69d-fe41-4cd0-b1be-0de74055bbaf is going to be created. [ 1146.233679] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.233943] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.234134] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.234404] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.234631] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.234913] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-3bd7c69d-fe41-4cd0-b1be-0de74055bbaf" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.356497] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e456aafc-3e18-4d29-8a84-c09e9a44ba85: rpc.has_security_group_logging(os_id): False [ 1146.373171] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: SUCCESS [ 1146.373507] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.373875] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.374220] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.374479] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.374630] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.374713] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.374919] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.375100] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.375249] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.375417] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.376746] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.376856] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.377121] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.377418] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.377566] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.377783] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.377943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.378117] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.385244] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.385451] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.385522] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.385765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.385879] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.386173] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.386316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.386377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.386602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.386709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.386946] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.387225] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.387359] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.387621] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.387860] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.388157] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.388319] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.388452] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.388647] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.388753] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.388901] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1146.509062] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.509247] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.509371] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.509633] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.509861] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.522623] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1146.880928] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.881154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.881428] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.003326] env[65933]: INFO networking_nsxv3.common.synchronization [req-d4600b2e-e8fb-4d88-90a9-6796a9fde68a req-b5428156-dad5-4e45-8ce2-2ac043c20937 service nova] Enqueued Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_rules [ 1147.003590] env[65933]: INFO networking_nsxv3.common.synchronization [req-d4600b2e-e8fb-4d88-90a9-6796a9fde68a req-b5428156-dad5-4e45-8ce2-2ac043c20937 service nova] Enqueued Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1147.003764] env[65933]: INFO networking_nsxv3.common.synchronization [req-d4600b2e-e8fb-4d88-90a9-6796a9fde68a req-b5428156-dad5-4e45-8ce2-2ac043c20937 service nova] Enqueued Resource ID: 3bd7c69d-fe41-4cd0-b1be-0de74055bbaf with Priority: HIGHEST for action port [ 1147.004621] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_rules [ 1147.005669] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1147.005669] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd7c69d-fe41-4cd0-b1be-0de74055bbaf with Priority: HIGHEST for action port [ 1147.005669] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.005669] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.005669] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.005669] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.006130] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bd7c69d-fe41-4cd0-b1be-0de74055bbaf taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.007825] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bd7c69d-fe41-4cd0-b1be-0de74055bbaf" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.007825] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bd7c69d-fe41-4cd0-b1be-0de74055bbaf" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.007825] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bd7c69d-fe41-4cd0-b1be-0de74055bbaf" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.007825] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bd7c69d-fe41-4cd0-b1be-0de74055bbaf',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.383835] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.510981] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bd7c69d-fe41-4cd0-b1be-0de74055bbaf with status ACTIVE [ 1147.511266] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.511449] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.511533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.512153] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.512257] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.512871] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.512998] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.513107] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.513285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.513418] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.513568] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.513675] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.513969] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.513969] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.513969] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.514103] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bd7c69d-fe41-4cd0-b1be-0de74055bbaf is going to be updated. [ 1147.535914] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.536115] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.536166] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.536354] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.536522] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.536715] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bd7c69d-fe41-4cd0-b1be-0de74055bbaf" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.886110] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.886296] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.886349] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.886605] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.886702] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.886807] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 is going to be updated. [ 1147.918450] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.918734] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.918884] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.919141] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.919405] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.931081] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: IN_PROGRESS for 2s [ 1148.537603] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1148.537881] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.941783] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: SUCCESS [ 1149.942148] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.942220] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.942471] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.943105] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.943105] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.943105] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.943105] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.943105] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.943518] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.943518] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.943518] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.943518] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.943830] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.943830] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.943940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.943940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.944138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.944215] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.944296] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.944383] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.945243] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.945412] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.945561] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.945663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.945727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.945865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.945940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.946045] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.127478] env[65933]: INFO networking_nsxv3.common.synchronization [None req-7e8e79c4-fb2f-4782-9b59-8119bf9e6c1c None None] Enqueued Resource ID: badde93e-90ce-4621-b3bf-33de492e5c04 with Priority: HIGHEST for action port [ 1150.128319] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badde93e-90ce-4621-b3bf-33de492e5c04 with Priority: HIGHEST for action port [ 1150.128654] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-badde93e-90ce-4621-b3bf-33de492e5c04 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.128783] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-badde93e-90ce-4621-b3bf-33de492e5c04" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.129025] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-badde93e-90ce-4621-b3bf-33de492e5c04" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.129303] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-badde93e-90ce-4621-b3bf-33de492e5c04" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.129389] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('badde93e-90ce-4621-b3bf-33de492e5c04',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.448182] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01e30958-001e-4b1c-8a86-efa3fac5f7c6: rpc.has_security_group_logging(os_id): False [ 1150.451391] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.471126] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.471126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.471360] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.471462] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.472037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.472037] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.472037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.472037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.472255] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.472255] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.472359] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.472507] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.472568] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.472709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.472782] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.472969] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.473282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.473282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.473282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.473384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.473443] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 is going to be created. [ 1150.541231] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.541431] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.541431] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.541693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.541881] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.554261] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: IN_PROGRESS for 2s [ 1150.631791] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port badde93e-90ce-4621-b3bf-33de492e5c04 [ 1150.632048] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.632194] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.632264] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.632483] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.632580] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.632699] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:badde93e-90ce-4621-b3bf-33de492e5c04 already deleted. [ 1150.632785] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-badde93e-90ce-4621-b3bf-33de492e5c04" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.957821] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.145568] env[65933]: INFO networking_nsxv3.common.synchronization [req-5c54b86c-74cc-49e1-9d84-61bc2ac87aa4 req-06814deb-a19c-4d99-8c41-24da823a4f7b tempest-ServersTestJSON-121039310 tempest-ServersTestJSON-121039310-project-member] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1151.146105] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1151.146410] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.146529] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.146599] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.146798] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.146948] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.147193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.147271] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.147472] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.147589] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.147713] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.459967] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.460156] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.460250] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.460450] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.461439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.461439] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 is going to be updated. [ 1151.494650] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.495693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.495693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.495693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.495693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.504353] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: IN_PROGRESS for 2s [ 1151.651777] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.154652] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.196355] env[65933]: INFO networking_nsxv3.common.synchronization [None req-515354da-a7f5-4b00-b91a-975237f50b3c None None] Enqueued Resource ID: d05b1ebb-2c2f-4710-b3f2-3b6817ced872 with Priority: HIGHEST for action port [ 1152.196874] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05b1ebb-2c2f-4710-b3f2-3b6817ced872 with Priority: HIGHEST for action port [ 1152.197774] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d05b1ebb-2c2f-4710-b3f2-3b6817ced872 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.197927] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d05b1ebb-2c2f-4710-b3f2-3b6817ced872" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.198012] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d05b1ebb-2c2f-4710-b3f2-3b6817ced872" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.198373] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d05b1ebb-2c2f-4710-b3f2-3b6817ced872" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.198569] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d05b1ebb-2c2f-4710-b3f2-3b6817ced872',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.566964] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: SUCCESS [ 1152.567150] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.567329] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.567584] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.567731] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.657579] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.657579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.657579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.657769] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.657865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.657967] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1152.687661] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.687900] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.687900] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.688140] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.688298] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.698099] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1152.700478] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d05b1ebb-2c2f-4710-b3f2-3b6817ced872 [ 1152.700727] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.700861] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.700930] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.701152] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.701269] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.701388] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d05b1ebb-2c2f-4710-b3f2-3b6817ced872 already deleted. [ 1152.701480] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d05b1ebb-2c2f-4710-b3f2-3b6817ced872" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.070127] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.070356] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.518456] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: SUCCESS [ 1153.518784] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.518859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.519125] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.519406] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.519608] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.519740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.519890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.519971] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.520092] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.520164] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.023301] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.023518] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.023518] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.023669] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.023869] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.023978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.023978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.024151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.024236] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.024326] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.024470] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.024563] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.024615] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.024760] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.024955] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.025041] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.025041] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.025170] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.025244] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.025325] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.025413] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.413561] env[65933]: INFO networking_nsxv3.common.synchronization [req-737c6e5d-8975-4cf4-b6b0-5af3d55a7564 req-ca9914f8-bbd3-4a9a-a16b-643019a2f544 tempest-AttachVolumeShelveTestJSON-640387395 tempest-AttachVolumeShelveTestJSON-640387395-project-member] Enqueued Resource ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 with Priority: HIGHEST for action security_group_members [ 1154.414328] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 with Priority: HIGHEST for action security_group_members [ 1154.415095] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.415095] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.415095] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.415095] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.415301] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.415408] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.415683] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.415903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.415966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.416249] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c695915-93e9-4a7f-aaf8-ba0877b5d3c8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.420178] env[65933]: INFO networking_nsxv3.common.synchronization [req-6cc64e74-33fc-4b66-86c5-fea4831ce5eb req-b84cd7af-dc1c-4811-b6e6-3032f90b8d13 tempest-AttachVolumeNegativeTest-1380379024 tempest-AttachVolumeNegativeTest-1380379024-project-member] Enqueued Resource ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c with Priority: HIGHEST for action security_group_members [ 1154.420528] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c with Priority: HIGHEST for action security_group_members [ 1154.421018] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc980ccc-baa8-46a7-90bc-5192e1849b0c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.421149] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.421221] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.421422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.421590] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.421692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.421757] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.421907] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.421992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.422908] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc980ccc-baa8-46a7-90bc-5192e1849b0c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.528488] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01e30958-001e-4b1c-8a86-efa3fac5f7c6: rpc.has_security_group_logging(os_id): False [ 1154.546624] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.546812] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.547804] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.548702] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.548702] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.549388] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.549388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.549388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.549547] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.549580] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.549911] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.549911] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.550128] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.550128] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.550374] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.550374] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.550493] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.550493] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.551448] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.551448] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.551448] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 is going to be updated. [ 1154.615241] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.615437] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.615437] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.616241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.616241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.630951] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: IN_PROGRESS for 2s [ 1154.711726] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1154.712022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.920020] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.920020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.920020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.920308] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.920373] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.920598] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.920728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.920813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.920991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.921086] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.921181] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 is going to be updated. [ 1154.926077] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.926221] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.926335] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.926674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.926814] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.927103] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.927237] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.927306] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.927476] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.927558] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.927648] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c is going to be updated. [ 1154.951502] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.951755] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.951755] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.951947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.952169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.954423] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.954563] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.954643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.954877] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.955040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.965529] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 in Status: IN_PROGRESS for 2s [ 1154.966509] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c in Status: IN_PROGRESS for 2s [ 1155.628916] env[65933]: INFO networking_nsxv3.common.synchronization [req-89d0fa0e-655d-46d7-ab32-8355788a1d2a req-d11e0c2e-f423-40d2-9086-8e00dcc668cf tempest-MultipleCreateTestJSON-1491692110 tempest-MultipleCreateTestJSON-1491692110-project-member] Enqueued Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1155.629552] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1155.629871] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.629998] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.630077] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.630308] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.630478] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.630583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.630666] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.630854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.630944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.631035] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.944753] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.945241] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-952" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.945490] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-952" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.945950] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-952" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.946386] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.946622] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.946802] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.947145] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.947387] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.947679] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.947960] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.948183] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.948381] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.948708] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.948860] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.949081] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.968513] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.968699] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1155.968878] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.969108] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-952" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.969589] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-5f80c128-9df5-4ed5-b776-e4faa57c6bf2 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.969814] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-5f80c128-9df5-4ed5-b776-e4faa57c6bf2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.969992] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-5f80c128-9df5-4ed5-b776-e4faa57c6bf2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.970408] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-5f80c128-9df5-4ed5-b776-e4faa57c6bf2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.970597] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f80c128-9df5-4ed5-b776-e4faa57c6bf2',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.133921] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.134143] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.134184] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.134417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.134963] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.134963] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.135154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.135154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.135288] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.135365] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.135459] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d already deleted. [ 1156.135538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.473143] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.473368] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.473631] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.474157] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.474318] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.474479] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 5f80c128-9df5-4ed5-b776-e4faa57c6bf2 not found, creating... [ 1156.474757] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.475027] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.475152] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.475453] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.475654] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.477324] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.477495] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.477622] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.477796] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.477935] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.478163] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 5f80c128-9df5-4ed5-b776-e4faa57c6bf2 is going to be created. [ 1156.499210] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.499420] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.499544] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.499874] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.500121] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.500361] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-5f80c128-9df5-4ed5-b776-e4faa57c6bf2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.645715] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: SUCCESS [ 1156.645985] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.646177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.646457] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.646556] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.976944] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c in Status: SUCCESS [ 1156.977144] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc980ccc-baa8-46a7-90bc-5192e1849b0c deletion is rescheduled due to dependency. [ 1156.977266] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc980ccc-baa8-46a7-90bc-5192e1849b0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.977987] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 in Status: SUCCESS [ 1156.978145] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 deletion is rescheduled due to dependency. [ 1156.978241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.148922] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.151380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.151380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.151380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.151380] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.151380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.151380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.151380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.151380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.151380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.151380] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.226459] env[65933]: INFO networking_nsxv3.common.synchronization [req-89d0fa0e-655d-46d7-ab32-8355788a1d2a req-19034658-37fa-4200-b859-3090003f2fb4 service nova] Enqueued Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_rules [ 1157.226459] env[65933]: INFO networking_nsxv3.common.synchronization [req-89d0fa0e-655d-46d7-ab32-8355788a1d2a req-19034658-37fa-4200-b859-3090003f2fb4 service nova] Enqueued Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1157.226459] env[65933]: INFO networking_nsxv3.common.synchronization [req-89d0fa0e-655d-46d7-ab32-8355788a1d2a req-19034658-37fa-4200-b859-3090003f2fb4 service nova] Enqueued Resource ID: 5f80c128-9df5-4ed5-b776-e4faa57c6bf2 with Priority: HIGHEST for action port [ 1157.226459] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_rules [ 1157.226459] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1157.227087] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f80c128-9df5-4ed5-b776-e4faa57c6bf2 with Priority: HIGHEST for action port [ 1157.227602] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.228384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.228595] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.228940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.229189] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.230217] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.230463] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.230622] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.230957] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.232943] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.232943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.232943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.232943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.232943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.232943] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.232943] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f80c128-9df5-4ed5-b776-e4faa57c6bf2 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.233286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f80c128-9df5-4ed5-b776-e4faa57c6bf2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.233286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f80c128-9df5-4ed5-b776-e4faa57c6bf2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.233286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f80c128-9df5-4ed5-b776-e4faa57c6bf2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.233462] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f80c128-9df5-4ed5-b776-e4faa57c6bf2',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.653083] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.654213] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.654213] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.654213] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.654213] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.654213] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.654492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.654492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.654492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.654587] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.655442] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.655442] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.655442] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.655442] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.655442] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.655442] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.655442] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.655765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.655765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.655765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.655856] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.735026] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.736023] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.736186] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.736386] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f80c128-9df5-4ed5-b776-e4faa57c6bf2 with status ACTIVE [ 1157.736594] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.736720] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.736787] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.736989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.737132] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.737259] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.737364] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.737413] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.737594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.737700] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.738223] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.738399] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.738573] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.738777] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.738904] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.739040] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f80c128-9df5-4ed5-b776-e4faa57c6bf2 is going to be updated. [ 1157.762689] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.762860] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.762935] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.763324] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.763509] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.763725] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f80c128-9df5-4ed5-b776-e4faa57c6bf2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.933987] env[65933]: INFO networking_nsxv3.common.synchronization [req-89d0fa0e-655d-46d7-ab32-8355788a1d2a req-92271598-6a63-407f-bff8-bcb710102593 tempest-MultipleCreateTestJSON-1491692110 tempest-MultipleCreateTestJSON-1491692110-project-member] Enqueued Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1157.934969] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1157.935559] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.935673] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.158267] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01e30958-001e-4b1c-8a86-efa3fac5f7c6: rpc.has_security_group_logging(os_id): False [ 1158.176115] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.176428] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.176578] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.176897] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.177061] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.177324] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.177455] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.177559] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.177801] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.177882] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.178200] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.178336] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.178412] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.178615] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.178713] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.178972] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.179114] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.179190] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.179402] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.179497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.179621] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 is going to be updated. [ 1158.241854] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.245647] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.245855] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-952" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.245988] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-952" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.246310] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-952" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.246604] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.246790] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.246950] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.247156] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.247304] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.247535] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.247648] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.247769] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.247876] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.248016] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.248141] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.248274] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.250385] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.250514] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.250567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.250744] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.250903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.267899] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: IN_PROGRESS for 2s [ 1158.272195] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.272396] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1158.272559] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.272739] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-952" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.273652] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-428a14f8-bd59-4a2e-b3dd-377494be04e8 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.273652] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-428a14f8-bd59-4a2e-b3dd-377494be04e8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.273652] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-428a14f8-bd59-4a2e-b3dd-377494be04e8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.273957] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-428a14f8-bd59-4a2e-b3dd-377494be04e8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.274112] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('428a14f8-bd59-4a2e-b3dd-377494be04e8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.744165] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.744677] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.744677] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.744677] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.744791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.744791] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d is going to be created. [ 1158.769614] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.769866] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.769866] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.770078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.770249] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.776799] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.777021] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.777146] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.777425] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.777617] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.777778] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 428a14f8-bd59-4a2e-b3dd-377494be04e8 not found, creating... [ 1158.778054] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.778224] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.778362] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.778645] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.778792] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.779084] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.779247] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.779365] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.779624] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.779734] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.779843] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 428a14f8-bd59-4a2e-b3dd-377494be04e8 is going to be created. [ 1158.815409] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: UNINITIALIZED for 2s [ 1158.834106] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.834364] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.834472] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.834848] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.835011] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.835335] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-428a14f8-bd59-4a2e-b3dd-377494be04e8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.328712] env[65933]: INFO networking_nsxv3.common.synchronization [req-9b68486c-aa4b-4142-9ce1-8ae8d8d6bff8 req-8509b863-6f19-42cf-9953-9f52f2453077 tempest-ServersTestMultiNic-431314858 tempest-ServersTestMultiNic-431314858-project-member] Enqueued Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1159.330103] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1159.330103] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.330103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.330416] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.330538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.330773] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.331073] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.331073] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.331325] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.331470] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.331666] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.597137] env[65933]: INFO networking_nsxv3.common.synchronization [req-89d0fa0e-655d-46d7-ab32-8355788a1d2a req-8a94ae68-4907-401e-b903-f800afc3d700 service nova] Enqueued Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_rules [ 1159.597328] env[65933]: INFO networking_nsxv3.common.synchronization [req-89d0fa0e-655d-46d7-ab32-8355788a1d2a req-8a94ae68-4907-401e-b903-f800afc3d700 service nova] Enqueued Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1159.597564] env[65933]: INFO networking_nsxv3.common.synchronization [req-89d0fa0e-655d-46d7-ab32-8355788a1d2a req-8a94ae68-4907-401e-b903-f800afc3d700 service nova] Enqueued Resource ID: 428a14f8-bd59-4a2e-b3dd-377494be04e8 with Priority: HIGHEST for action port [ 1159.598183] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_rules [ 1159.598344] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1159.598444] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 428a14f8-bd59-4a2e-b3dd-377494be04e8 with Priority: HIGHEST for action port [ 1159.598807] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.598996] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.600080] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.600308] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.600400] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-428a14f8-bd59-4a2e-b3dd-377494be04e8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.600543] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-428a14f8-bd59-4a2e-b3dd-377494be04e8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.600623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-428a14f8-bd59-4a2e-b3dd-377494be04e8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.600861] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-428a14f8-bd59-4a2e-b3dd-377494be04e8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.600952] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('428a14f8-bd59-4a2e-b3dd-377494be04e8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.629170] env[65933]: INFO networking_nsxv3.common.synchronization [req-9b68486c-aa4b-4142-9ce1-8ae8d8d6bff8 req-4a19f11a-3494-409f-935e-a78f2f5b2ab4 tempest-ServersTestMultiNic-431314858 tempest-ServersTestMultiNic-431314858-project-member] Enqueued Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1159.629219] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1159.629789] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.629966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.833883] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.877763] env[65933]: INFO networking_nsxv3.common.synchronization [req-9b68486c-aa4b-4142-9ce1-8ae8d8d6bff8 req-855123d5-0c80-4482-9851-a3d26d9d5e22 tempest-ServersTestMultiNic-431314858 tempest-ServersTestMultiNic-431314858-project-member] Enqueued Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1159.878018] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1159.878417] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.878692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.104677] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 428a14f8-bd59-4a2e-b3dd-377494be04e8 with status ACTIVE [ 1160.105057] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.105057] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.105183] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.105386] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.105477] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.105669] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.105759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.105826] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.105992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.106052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.106228] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.106342] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.106392] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.106889] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.106889] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.106889] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 428a14f8-bd59-4a2e-b3dd-377494be04e8 is going to be updated. [ 1160.131684] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.131885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.131989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.132290] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.132487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.132702] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-428a14f8-bd59-4a2e-b3dd-377494be04e8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.290756] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: SUCCESS [ 1160.290756] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.337020] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.825340] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: SUCCESS [ 1160.825563] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.825754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.825967] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.826175] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.826298] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.826357] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.826509] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.826581] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.826654] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.826753] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.827590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.827747] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.827903] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.828018] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.828078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.828197] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.828282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.828363] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.838899] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.839230] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.839230] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.839318] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.839364] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.839454] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 is going to be updated. [ 1160.869076] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.869226] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.869317] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.869511] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.869736] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.878946] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: IN_PROGRESS for 2s [ 1161.330123] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.331434] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.331584] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.804120] env[65933]: INFO networking_nsxv3.common.synchronization [None req-7f688491-0ae4-4515-ae98-970ef268f4bf tempest-AttachVolumeNegativeTest-1380379024 tempest-AttachVolumeNegativeTest-1380379024-project-member] Enqueued Resource ID: cbe07f2e-2f62-439c-9284-a9329f936351 with Priority: HIGHEST for action security_group_rules [ 1161.805230] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe07f2e-2f62-439c-9284-a9329f936351 with Priority: HIGHEST for action security_group_rules [ 1161.805513] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbe07f2e-2f62-439c-9284-a9329f936351 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.805638] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.805706] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.806058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.806098] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbe07f2e-2f62-439c-9284-a9329f936351',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.833240] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.911549] env[65933]: INFO networking_nsxv3.common.synchronization [None req-3914ed81-e632-405f-9754-7b4f818f4fc2 tempest-AttachVolumeNegativeTest-1380379024 tempest-AttachVolumeNegativeTest-1380379024-project-member] Enqueued Resource ID: cbe07f2e-2f62-439c-9284-a9329f936351 with Priority: HIGHEST for action security_group_rules [ 1161.912600] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe07f2e-2f62-439c-9284-a9329f936351 with Priority: HIGHEST for action security_group_rules [ 1161.912949] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbe07f2e-2f62-439c-9284-a9329f936351 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.913086] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.330137] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.330309] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.330352] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.331394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.331394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.331394] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbe07f2e-2f62-439c-9284-a9329f936351 already deleted. [ 1162.331394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.331394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.331394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.331394] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbe07f2e-2f62-439c-9284-a9329f936351',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.336482] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.336672] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.336672] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.336944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.339927] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.340120] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d is going to be updated. [ 1162.373087] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.373250] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.373297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.373523] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.373666] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.383915] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: IN_PROGRESS for 2s [ 1162.851422] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.852206] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.852811] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.852811] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.853259] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.853518] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbe07f2e-2f62-439c-9284-a9329f936351 already deleted. [ 1162.853884] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.889400] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: SUCCESS [ 1162.889400] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.889400] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.889560] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.889885] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.890042] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.890100] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.890271] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.890351] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.890452] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.146487] env[65933]: INFO networking_nsxv3.common.synchronization [None req-eb3c417c-f6e0-4878-9f9f-650f9c7d2358 tempest-AttachVolumeShelveTestJSON-640387395 tempest-AttachVolumeShelveTestJSON-640387395-project-member] Enqueued Resource ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 with Priority: HIGHEST for action security_group_rules [ 1163.147048] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 with Priority: HIGHEST for action security_group_rules [ 1163.147424] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0291726c-d1ef-4bfd-a010-1dc553ede829 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.147578] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.147641] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.147908] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.147994] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0291726c-d1ef-4bfd-a010-1dc553ede829',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.238952] env[65933]: INFO networking_nsxv3.common.synchronization [None req-1c7f717d-5132-46f0-a3aa-9dac5b2ce052 tempest-AttachVolumeShelveTestJSON-640387395 tempest-AttachVolumeShelveTestJSON-640387395-project-member] Enqueued Resource ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 with Priority: HIGHEST for action security_group_rules [ 1163.239863] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 with Priority: HIGHEST for action security_group_rules [ 1163.240249] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0291726c-d1ef-4bfd-a010-1dc553ede829 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.240361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.393635] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.393635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.393635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.393635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.393635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.393934] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.394102] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.394170] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.394374] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.394441] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.394548] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 is going to be updated. [ 1163.430714] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.430714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.430714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.430714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.430714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.441913] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: IN_PROGRESS for 2s [ 1163.683280] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.683280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.683280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.683280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.683280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.683280] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 already deleted. [ 1163.683280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.683280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.683280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.683280] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0291726c-d1ef-4bfd-a010-1dc553ede829',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.209039] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.209350] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.209350] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.209597] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.209732] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.209860] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 already deleted. [ 1164.210068] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.394090] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: SUCCESS [ 1164.394255] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.394393] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.394681] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.394803] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.394920] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.394996] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.395177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.395258] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.395377] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.897516] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.400385] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.452790] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: SUCCESS [ 1165.452961] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 deletion is rescheduled due to dependency. [ 1165.453301] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.453503] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.453742] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.453956] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.454233] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.454336] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.454514] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.454623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.455185] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.513014] env[65933]: INFO networking_nsxv3.common.synchronization [req-06fa524e-aca9-413e-9e71-da576e9bf16a req-eb7d722b-4d51-4911-9b21-bcfc09d7ab3d tempest-ServerActionsTestOtherA-1390215543 tempest-ServerActionsTestOtherA-1390215543-project-member] Enqueued Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGHEST for action security_group_members [ 1165.513014] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGHEST for action security_group_members [ 1165.513014] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b058b461-f175-4a0a-bb89-4120a7ee8d03 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.513014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.513014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.513014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.513014] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.513014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.513014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.513014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.513014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.513014] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.841339] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.841537] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-800" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.841670] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-800" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.841949] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-800" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.842227] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.842388] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.842505] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.842716] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.842861] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.843083] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.843196] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.843302] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.843409] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.843516] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.843760] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.844024] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.872444] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.872664] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.872808] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.872986] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-800" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.873326] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-b9081d58-9e9e-4ed7-9938-7f2482663ae9 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.873502] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-b9081d58-9e9e-4ed7-9938-7f2482663ae9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.873635] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-b9081d58-9e9e-4ed7-9938-7f2482663ae9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.873978] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-b9081d58-9e9e-4ed7-9938-7f2482663ae9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.874134] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9081d58-9e9e-4ed7-9938-7f2482663ae9',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.903054] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.903227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.903323] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.903496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.903584] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.903687] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d is going to be updated. [ 1165.934467] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.934615] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.934687] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.934907] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.935113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.944417] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: IN_PROGRESS for 2s [ 1165.957471] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.957644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.957682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.957883] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.957989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.958169] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.958269] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.958320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.958719] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.958719] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.958719] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 is going to be updated. [ 1165.987533] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.987721] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.987759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.987965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.988209] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.998296] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: IN_PROGRESS for 2s [ 1166.014726] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.376747] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.376870] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.376970] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.377572] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.377572] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.377572] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port b9081d58-9e9e-4ed7-9938-7f2482663ae9 not found, creating... [ 1166.377877] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.378077] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.378196] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.378422] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.378561] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.379168] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.379842] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.379842] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.379968] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.380111] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.380228] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: b9081d58-9e9e-4ed7-9938-7f2482663ae9 is going to be created. [ 1166.406589] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.406965] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.406965] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.407230] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.407463] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.407713] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-b9081d58-9e9e-4ed7-9938-7f2482663ae9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.517642] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.020525] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.020904] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.021191] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.023079] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.023079] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.023079] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 is going to be updated. [ 1167.052486] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.052645] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.052720] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.052932] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.053094] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.063854] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 in Status: IN_PROGRESS for 2s [ 1167.106396] env[65933]: INFO networking_nsxv3.common.synchronization [req-06fa524e-aca9-413e-9e71-da576e9bf16a req-ab23ecbb-4878-4d6d-8c37-073f90d57a0c service nova] Enqueued Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGHEST for action security_group_rules [ 1167.106396] env[65933]: INFO networking_nsxv3.common.synchronization [req-06fa524e-aca9-413e-9e71-da576e9bf16a req-ab23ecbb-4878-4d6d-8c37-073f90d57a0c service nova] Enqueued Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGHEST for action security_group_members [ 1167.106396] env[65933]: INFO networking_nsxv3.common.synchronization [req-06fa524e-aca9-413e-9e71-da576e9bf16a req-ab23ecbb-4878-4d6d-8c37-073f90d57a0c service nova] Enqueued Resource ID: b9081d58-9e9e-4ed7-9938-7f2482663ae9 with Priority: HIGHEST for action port [ 1167.106396] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGHEST for action security_group_rules [ 1167.106396] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGHEST for action security_group_members [ 1167.107247] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9081d58-9e9e-4ed7-9938-7f2482663ae9 with Priority: HIGHEST for action port [ 1167.107710] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b058b461-f175-4a0a-bb89-4120a7ee8d03 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.108583] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.108799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.109147] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.109447] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.110446] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b058b461-f175-4a0a-bb89-4120a7ee8d03 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.114162] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.115133] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9081d58-9e9e-4ed7-9938-7f2482663ae9 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.115133] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9081d58-9e9e-4ed7-9938-7f2482663ae9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.115133] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9081d58-9e9e-4ed7-9938-7f2482663ae9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.115133] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9081d58-9e9e-4ed7-9938-7f2482663ae9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.115133] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9081d58-9e9e-4ed7-9938-7f2482663ae9',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.617164] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b058b461-f175-4a0a-bb89-4120a7ee8d03 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.617483] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.618795] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9081d58-9e9e-4ed7-9938-7f2482663ae9 with status ACTIVE [ 1167.619013] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.619153] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.619222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.619444] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.619536] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.619722] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.619872] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.619872] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.620063] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.620146] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.620335] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.620445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.620530] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.620851] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.620934] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.621034] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9081d58-9e9e-4ed7-9938-7f2482663ae9 is going to be updated. [ 1167.643596] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.643836] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.643836] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.644386] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.644534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.644696] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9081d58-9e9e-4ed7-9938-7f2482663ae9" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.956831] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: SUCCESS [ 1167.957793] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.957793] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.957793] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.958201] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.958201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.958201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.958350] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.958436] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.958523] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.958747] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.958870] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.958960] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.959135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.959280] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.959378] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.959442] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.959580] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.959740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.959831] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.959921] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.007498] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: SUCCESS [ 1168.007678] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 deletion is rescheduled due to dependency. [ 1168.007798] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.462446] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3521bfc-31bb-4393-8ccc-c4ee9c73d32d: rpc.has_security_group_logging(os_id): False [ 1168.481423] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.481580] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.481697] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.482703] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.482840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.483043] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.483601] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.483601] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.483601] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.483601] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.483732] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.483793] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.483897] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.484083] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.484153] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.484306] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.484425] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.484482] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.484619] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.484700] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.484789] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d is going to be created. [ 1168.551185] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.551406] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.551500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.551762] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.551968] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.564284] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: IN_PROGRESS for 2s [ 1169.075889] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 in Status: SUCCESS [ 1169.076238] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.076553] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.076696] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.076915] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.077090] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.077655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.077655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.077655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.077655] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.090901] env[65933]: INFO networking_nsxv3.common.synchronization [req-d456ab91-ce0a-4920-8ecd-cf11dc0a584f req-fe40e44f-40e7-43dc-b929-cf73f2f2a741 tempest-MultipleCreateTestJSON-1491692110 tempest-MultipleCreateTestJSON-1491692110-project-member] Enqueued Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1169.091864] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1169.092062] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.092179] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.092229] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.092388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.092540] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.092643] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.092704] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.092852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.093152] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.093152] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.102812] env[65933]: INFO networking_nsxv3.common.synchronization [req-80f136df-9bba-4430-8ed9-62f20e6235c2 req-dd9ba0f6-3a4a-49b2-99ec-dd97bdd6e0b0 tempest-MultipleCreateTestJSON-1491692110 tempest-MultipleCreateTestJSON-1491692110-project-member] Enqueued Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1169.104062] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1169.104175] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.104296] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.543623] env[65933]: INFO networking_nsxv3.common.synchronization [req-5996a1fe-ce2d-48da-bbfa-22dbe46cf2e3 req-c3d4e48e-58f9-4cdf-90cc-4462c00d6a76 tempest-ServersTestJSON-121039310 tempest-ServersTestJSON-121039310-project-member] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1169.544626] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1169.545064] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.545251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.545354] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.545621] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.545790] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.545891] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.545955] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.546179] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.546310] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.546452] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.579492] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.595933] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.596714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.596714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.596714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.596714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.596875] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.596875] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.596956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.597097] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.597172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.597273] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d is going to be updated. [ 1169.626106] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.626247] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.626247] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.627209] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.627209] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.636742] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: IN_PROGRESS for 2s [ 1169.890150] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.890150] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.890150] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.890150] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.890150] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.890528] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.890758] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.891317] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.891559] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.891936] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1169.892270] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.892473] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.892707] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.892926] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1169.893144] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.893387] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.914369] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.914437] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1169.917994] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.917994] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-619" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.917994] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-6424be9a-c390-446a-9170-8f98ba80c954 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.917994] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-6424be9a-c390-446a-9170-8f98ba80c954" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.917994] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-6424be9a-c390-446a-9170-8f98ba80c954" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.917994] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-6424be9a-c390-446a-9170-8f98ba80c954" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.917994] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6424be9a-c390-446a-9170-8f98ba80c954',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.049174] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.082921] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.420242] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.420242] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.420242] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.420242] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.420242] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.420242] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 6424be9a-c390-446a-9170-8f98ba80c954 not found, creating... [ 1170.420534] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.420657] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.420780] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.420985] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.421188] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.421396] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.421544] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.421657] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.421854] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.421986] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.422135] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 6424be9a-c390-446a-9170-8f98ba80c954 is going to be created. [ 1170.442734] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.442945] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.443085] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.443348] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.443568] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.443786] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-6424be9a-c390-446a-9170-8f98ba80c954" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.551640] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.577732] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: SUCCESS [ 1170.577732] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.577732] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.577996] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.577996] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.586534] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.586534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.586534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.586534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.586534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.586534] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 is going to be updated. [ 1170.630214] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.630214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.630214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.630536] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.630594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.641687] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 in Status: IN_PROGRESS for 2s [ 1171.054623] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.054789] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.054874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.055107] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.055202] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.055302] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1171.092944] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.093301] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.093301] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.093419] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.093560] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.100032] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.100182] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.100227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.100439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.100528] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.100632] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d is going to be deleted. [ 1171.102437] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1171.156417] env[65933]: INFO networking_nsxv3.common.synchronization [req-5996a1fe-ce2d-48da-bbfa-22dbe46cf2e3 req-bc17a170-6cc2-4a42-8f78-103c796cc931 service nova] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_rules [ 1171.156600] env[65933]: INFO networking_nsxv3.common.synchronization [req-5996a1fe-ce2d-48da-bbfa-22dbe46cf2e3 req-bc17a170-6cc2-4a42-8f78-103c796cc931 service nova] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1171.156742] env[65933]: INFO networking_nsxv3.common.synchronization [req-5996a1fe-ce2d-48da-bbfa-22dbe46cf2e3 req-bc17a170-6cc2-4a42-8f78-103c796cc931 service nova] Enqueued Resource ID: 6424be9a-c390-446a-9170-8f98ba80c954 with Priority: HIGHEST for action port [ 1171.158538] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.158538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.158538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.158538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.158538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.158538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.159020] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_rules [ 1171.159020] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1171.159147] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6424be9a-c390-446a-9170-8f98ba80c954 with Priority: HIGHEST for action port [ 1171.159331] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.159439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.159502] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.159675] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.159782] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.161046] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.161156] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.161356] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-6424be9a-c390-446a-9170-8f98ba80c954 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.161457] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6424be9a-c390-446a-9170-8f98ba80c954" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.161524] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6424be9a-c390-446a-9170-8f98ba80c954" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.161683] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6424be9a-c390-446a-9170-8f98ba80c954" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.163010] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6424be9a-c390-446a-9170-8f98ba80c954',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.646056] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: SUCCESS [ 1171.646300] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d deletion is rescheduled due to dependency. [ 1171.646453] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.646626] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.646874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.647103] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.647237] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.647304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.647489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.647577] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.647686] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.665468] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6424be9a-c390-446a-9170-8f98ba80c954 with status ACTIVE [ 1171.666271] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.666430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.666504] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.666765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.666865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.667076] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.667461] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.667461] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.667461] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.667461] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.667642] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.667737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.667801] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.667942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.668029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.668117] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6424be9a-c390-446a-9170-8f98ba80c954 is going to be updated. [ 1171.669269] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.669372] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.697165] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.697366] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.697410] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.697593] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.697727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.697892] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6424be9a-c390-446a-9170-8f98ba80c954" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.875481] env[65933]: INFO networking_nsxv3.common.synchronization [req-770baa65-cdb2-4b75-af03-bb0ba16aae76 req-2ce77dfd-7f86-4f7b-8285-cd4567963833 tempest-AttachVolumeNegativeTest-1380379024 tempest-AttachVolumeNegativeTest-1380379024-project-member] Enqueued Resource ID: cbe07f2e-2f62-439c-9284-a9329f936351 with Priority: HIGHEST for action security_group_members [ 1171.876407] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe07f2e-2f62-439c-9284-a9329f936351 with Priority: HIGHEST for action security_group_members [ 1171.876806] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe07f2e-2f62-439c-9284-a9329f936351 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.876936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.877017] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.881274] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.881463] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.881579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.881645] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.881808] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.881898] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.881997] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbe07f2e-2f62-439c-9284-a9329f936351',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.150810] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.151131] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.151131] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.151318] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.151420] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.151615] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.151756] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.151818] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.151916] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.151992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.152091] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d is going to be deleted. [ 1172.178058] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.178261] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-313" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.178389] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-313" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.178651] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-313" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.180867] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.181062] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.181193] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.181425] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.181574] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.181784] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.181895] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.182009] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.182121] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.182231] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.182337] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.182470] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.184042] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.184163] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.184224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.184385] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.184469] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.184560] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.203487] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.203672] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.203866] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.204034] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-313" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.204362] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-ca3e39c7-fa48-4478-882f-91a67de4087d taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.204537] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-ca3e39c7-fa48-4478-882f-91a67de4087d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.204670] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-ca3e39c7-fa48-4478-882f-91a67de4087d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.204995] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-ca3e39c7-fa48-4478-882f-91a67de4087d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.205160] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca3e39c7-fa48-4478-882f-91a67de4087d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.385357] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.385357] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.385357] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.385357] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.385357] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.385357] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.385357] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.385357] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.385357] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.385357] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.385357] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe07f2e-2f62-439c-9284-a9329f936351 already deleted. [ 1172.385357] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.651813] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 in Status: SUCCESS [ 1172.651813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.651813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.652080] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.652208] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.652336] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.652385] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.652535] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.652612] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.652700] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.652794] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.708447] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.708771] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.708854] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.709133] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.709300] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.709445] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port ca3e39c7-fa48-4478-882f-91a67de4087d not found, creating... [ 1172.709708] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.710097] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.710097] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.710213] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.710329] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.710603] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.710763] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.710867] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.711091] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.711231] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.711371] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: ca3e39c7-fa48-4478-882f-91a67de4087d is going to be created. [ 1172.731587] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.731587] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.731810] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.731974] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.732222] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.732448] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-ca3e39c7-fa48-4478-882f-91a67de4087d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.111939] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1173.112193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.112353] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.112574] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.112765] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.112884] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.112949] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.113143] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.113260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.113376] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.154931] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.456352] env[65933]: INFO networking_nsxv3.common.synchronization [req-770baa65-cdb2-4b75-af03-bb0ba16aae76 req-08346ef2-26c2-4339-93df-da15e1a1f244 service nova] Enqueued Resource ID: cbe07f2e-2f62-439c-9284-a9329f936351 with Priority: HIGHEST for action security_group_rules [ 1173.456352] env[65933]: INFO networking_nsxv3.common.synchronization [req-770baa65-cdb2-4b75-af03-bb0ba16aae76 req-08346ef2-26c2-4339-93df-da15e1a1f244 service nova] Enqueued Resource ID: cbe07f2e-2f62-439c-9284-a9329f936351 with Priority: HIGHEST for action security_group_members [ 1173.456352] env[65933]: INFO networking_nsxv3.common.synchronization [req-770baa65-cdb2-4b75-af03-bb0ba16aae76 req-08346ef2-26c2-4339-93df-da15e1a1f244 service nova] Enqueued Resource ID: ca3e39c7-fa48-4478-882f-91a67de4087d with Priority: HIGHEST for action port [ 1173.457750] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe07f2e-2f62-439c-9284-a9329f936351 with Priority: HIGHEST for action security_group_rules [ 1173.457879] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe07f2e-2f62-439c-9284-a9329f936351 with Priority: HIGHEST for action security_group_members [ 1173.457915] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca3e39c7-fa48-4478-882f-91a67de4087d with Priority: HIGHEST for action port [ 1173.458317] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbe07f2e-2f62-439c-9284-a9329f936351 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.458457] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.458522] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.458758] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.458848] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbe07f2e-2f62-439c-9284-a9329f936351',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.459772] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe07f2e-2f62-439c-9284-a9329f936351 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.459847] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.459966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.460162] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.460312] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.460409] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.460472] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.460609] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.460691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.460780] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbe07f2e-2f62-439c-9284-a9329f936351',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.461553] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca3e39c7-fa48-4478-882f-91a67de4087d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.461703] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca3e39c7-fa48-4478-882f-91a67de4087d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.461741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca3e39c7-fa48-4478-882f-91a67de4087d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.461862] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca3e39c7-fa48-4478-882f-91a67de4087d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.461941] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca3e39c7-fa48-4478-882f-91a67de4087d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.615565] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.656830] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b058b461-f175-4a0a-bb89-4120a7ee8d03: rpc.has_security_group_logging(os_id): False [ 1173.676507] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.676705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.676752] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.676988] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.677096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.677384] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.677505] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.677571] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.678734] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.678734] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.678734] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 is going to be updated. [ 1173.759132] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.759295] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.759368] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.759588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.759772] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.773363] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 in Status: IN_PROGRESS for 2s [ 1173.963830] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbe07f2e-2f62-439c-9284-a9329f936351',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.964933] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe07f2e-2f62-439c-9284-a9329f936351 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.965087] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.965649] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca3e39c7-fa48-4478-882f-91a67de4087d with status ACTIVE [ 1173.965814] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.966039] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.967024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.967024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.967024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.967024] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.967024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.967024] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.967491] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.967491] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.967491] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.967491] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.967623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.967736] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.967789] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.967943] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca3e39c7-fa48-4478-882f-91a67de4087d is going to be updated. [ 1173.993234] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.993391] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.993469] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.993682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.993853] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.994038] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca3e39c7-fa48-4478-882f-91a67de4087d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.119085] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.135468] env[65933]: INFO networking_nsxv3.common.synchronization [req-7c6bead8-c431-44aa-b420-073b71b0d1cb req-a5cbe227-8bd6-48b4-befa-b0b7c0409d02 tempest-AttachVolumeShelveTestJSON-640387395 tempest-AttachVolumeShelveTestJSON-640387395-project-member] Enqueued Resource ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 with Priority: HIGHEST for action security_group_members [ 1174.136248] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 with Priority: HIGHEST for action security_group_members [ 1174.136352] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0291726c-d1ef-4bfd-a010-1dc553ede829 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.137200] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.137200] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.137200] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.137200] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.137445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.137445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.137513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.137596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.137690] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0291726c-d1ef-4bfd-a010-1dc553ede829',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.466538] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbe07f2e-2f62-439c-9284-a9329f936351',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.480735] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.481049] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-685" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.481137] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-685" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.481390] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-685" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.482080] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.482306] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.482459] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.482730] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.482908] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.483165] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.483324] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.483464] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.483597] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.483733] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.483864] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.484036] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.505169] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.505372] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1174.505532] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.505705] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-685" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.506027] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-b8d377f5-3430-4170-aaa9-ef0622bb4dc5 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.506202] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-b8d377f5-3430-4170-aaa9-ef0622bb4dc5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.506327] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-b8d377f5-3430-4170-aaa9-ef0622bb4dc5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.506671] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-b8d377f5-3430-4170-aaa9-ef0622bb4dc5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.506826] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8d377f5-3430-4170-aaa9-ef0622bb4dc5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.621936] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.622142] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.622272] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.622448] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.622561] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.622687] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1174.641035] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.641035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.641035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.641035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.641035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.641446] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.641446] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.641446] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.641566] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.641566] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.643061] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 already deleted. [ 1174.643061] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.652266] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.652436] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.652483] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.652673] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.652829] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.662814] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1174.969881] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.970075] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.970130] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.970349] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.970440] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.970547] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe07f2e-2f62-439c-9284-a9329f936351 is going to be created. [ 1174.997640] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.997872] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.997872] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.998080] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.998253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.008758] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe07f2e-2f62-439c-9284-a9329f936351 in Status: UNINITIALIZED for 2s [ 1175.009292] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.009512] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.009632] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.009913] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.010072] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.010224] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port b8d377f5-3430-4170-aaa9-ef0622bb4dc5 not found, creating... [ 1175.010465] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.010627] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.010808] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.011070] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.011216] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.011494] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.011652] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.011770] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.012057] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.012220] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.012374] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: b8d377f5-3430-4170-aaa9-ef0622bb4dc5 is going to be created. [ 1175.033745] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.033980] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.034096] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.034375] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.034589] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.034808] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-b8d377f5-3430-4170-aaa9-ef0622bb4dc5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.785476] env[65933]: INFO networking_nsxv3.common.synchronization [req-7c6bead8-c431-44aa-b420-073b71b0d1cb req-802acac5-efe3-415a-89c0-7492544b923d service nova] Enqueued Resource ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 with Priority: HIGHEST for action security_group_rules [ 1175.785476] env[65933]: INFO networking_nsxv3.common.synchronization [req-7c6bead8-c431-44aa-b420-073b71b0d1cb req-802acac5-efe3-415a-89c0-7492544b923d service nova] Enqueued Resource ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 with Priority: HIGHEST for action security_group_members [ 1175.785476] env[65933]: INFO networking_nsxv3.common.synchronization [req-7c6bead8-c431-44aa-b420-073b71b0d1cb req-802acac5-efe3-415a-89c0-7492544b923d service nova] Enqueued Resource ID: b8d377f5-3430-4170-aaa9-ef0622bb4dc5 with Priority: HIGHEST for action port [ 1175.785476] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 with Priority: HIGHEST for action security_group_rules [ 1175.785476] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 with Priority: HIGHEST for action security_group_members [ 1175.785476] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d377f5-3430-4170-aaa9-ef0622bb4dc5 with Priority: HIGHEST for action port [ 1175.785476] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0291726c-d1ef-4bfd-a010-1dc553ede829 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.785476] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.785476] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.785476] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.785476] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0291726c-d1ef-4bfd-a010-1dc553ede829',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.786803] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0291726c-d1ef-4bfd-a010-1dc553ede829 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.786941] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.788060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.788060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.788060] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.788060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.788060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.788060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.788060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.788060] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0291726c-d1ef-4bfd-a010-1dc553ede829',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.788888] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8d377f5-3430-4170-aaa9-ef0622bb4dc5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.789021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8d377f5-3430-4170-aaa9-ef0622bb4dc5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.793031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8d377f5-3430-4170-aaa9-ef0622bb4dc5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.793031] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8d377f5-3430-4170-aaa9-ef0622bb4dc5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.793031] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8d377f5-3430-4170-aaa9-ef0622bb4dc5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.794369] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 in Status: SUCCESS [ 1175.794849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.294934] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0291726c-d1ef-4bfd-a010-1dc553ede829',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.298790] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0291726c-d1ef-4bfd-a010-1dc553ede829 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.298790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.298790] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8d377f5-3430-4170-aaa9-ef0622bb4dc5 with status ACTIVE [ 1176.298790] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.298790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.298790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.299297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.299297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.299297] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.299297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.299439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.299473] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.299538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.299709] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.299797] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.299873] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.300110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.300202] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.300284] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8d377f5-3430-4170-aaa9-ef0622bb4dc5 is going to be updated. [ 1176.334400] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.334992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.334992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.334992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.334992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.335177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8d377f5-3430-4170-aaa9-ef0622bb4dc5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.475414] env[65933]: INFO networking_nsxv3.common.synchronization [req-866a883e-7b5f-46d4-a3a6-6245013ed0eb req-64938869-5cb0-4d89-805e-12c03db63b5f tempest-ServersTestMultiNic-431314858 tempest-ServersTestMultiNic-431314858-project-member] Enqueued Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1176.476536] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1176.476536] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.476536] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.476794] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.476891] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.477074] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.477181] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.477239] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.477390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.477474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.477570] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.675321] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1176.675464] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.675621] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.675847] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.676053] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.676174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.676241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.676388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.676467] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.676551] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.676647] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.797720] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0291726c-d1ef-4bfd-a010-1dc553ede829',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.826209] env[65933]: INFO networking_nsxv3.common.synchronization [req-866a883e-7b5f-46d4-a3a6-6245013ed0eb req-7cfa07d4-f0ba-4fe1-a3b9-0006c76d540c tempest-ServersTestMultiNic-431314858 tempest-ServersTestMultiNic-431314858-project-member] Enqueued Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1176.827302] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1176.827703] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.827821] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.980308] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.980455] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.980535] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.980760] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.980849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.981896] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.981896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.981896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.981896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.981896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.981896] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 is going to be updated. [ 1177.007494] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.007751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.007751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.007924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.008090] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.024244] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe07f2e-2f62-439c-9284-a9329f936351 in Status: SUCCESS [ 1177.024544] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.024771] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.025083] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.025324] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.025485] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.025576] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.025791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.025902] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.026034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.026162] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbe07f2e-2f62-439c-9284-a9329f936351',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.028124] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: IN_PROGRESS for 2s [ 1177.154235] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.154435] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-712" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.154560] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-712" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.154903] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-712" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.155184] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.155349] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.155467] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.155687] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.155833] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.156049] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.156164] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.156273] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.156378] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.156489] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.156594] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.156783] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.176558] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.176736] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.176865] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.177063] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-712" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.177378] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-cc6a6149-d8e6-44ac-8d7d-871476b373b3 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.177573] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-cc6a6149-d8e6-44ac-8d7d-871476b373b3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.177673] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-cc6a6149-d8e6-44ac-8d7d-871476b373b3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.178016] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-cc6a6149-d8e6-44ac-8d7d-871476b373b3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.178163] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc6a6149-d8e6-44ac-8d7d-871476b373b3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.180861] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.180953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.181021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.181180] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.181333] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.181429] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.181491] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.181630] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.181708] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.181792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.181932] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.182032] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.182094] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.182230] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.182366] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.182454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.182516] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.182644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.182718] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.182797] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.182883] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.301568] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.301729] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.301801] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.302046] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.302139] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.302242] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 is going to be created. [ 1177.329840] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.330042] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.330150] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.330388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.330614] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.347208] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 in Status: UNINITIALIZED for 2s [ 1177.529545] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbe07f2e-2f62-439c-9284-a9329f936351',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.686401] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.686657] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.686818] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.687115] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.687289] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.687455] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port cc6a6149-d8e6-44ac-8d7d-871476b373b3 not found, creating... [ 1177.687724] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.687883] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.688012] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.688334] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.688479] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.688801] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.688982] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.689107] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.689313] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.689705] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.689705] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: cc6a6149-d8e6-44ac-8d7d-871476b373b3 is going to be created. [ 1177.690717] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e456aafc-3e18-4d29-8a84-c09e9a44ba85: rpc.has_security_group_logging(os_id): False [ 1177.710018] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.710331] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.710511] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.710819] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.710986] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.711424] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.711718] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.711799] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.712021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.712227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.712506] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.712705] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.712802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.713126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.713213] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.713523] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.713692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.713823] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.714450] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.714450] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.714450] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1177.720256] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.720617] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.720846] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.721285] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.721656] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.722041] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-cc6a6149-d8e6-44ac-8d7d-871476b373b3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.822164] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.822636] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.822636] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.822762] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.822950] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.853540] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1178.032156] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbe07f2e-2f62-439c-9284-a9329f936351: rpc.has_security_group_logging(os_id): False [ 1178.050889] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.051155] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.051155] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.051430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.051528] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.051797] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.051907] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.051977] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.052157] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.052228] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.052318] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbe07f2e-2f62-439c-9284-a9329f936351 is going to be created. [ 1178.124509] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.124689] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.124728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.124925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.125118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.138572] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbe07f2e-2f62-439c-9284-a9329f936351 in Status: IN_PROGRESS for 2s [ 1178.434618] env[65933]: INFO networking_nsxv3.common.synchronization [req-866a883e-7b5f-46d4-a3a6-6245013ed0eb req-dc3bb2b3-450f-4a53-ba65-54bf46258d9f service nova] Enqueued Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_rules [ 1178.434841] env[65933]: INFO networking_nsxv3.common.synchronization [req-866a883e-7b5f-46d4-a3a6-6245013ed0eb req-dc3bb2b3-450f-4a53-ba65-54bf46258d9f service nova] Enqueued Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1178.434926] env[65933]: INFO networking_nsxv3.common.synchronization [req-866a883e-7b5f-46d4-a3a6-6245013ed0eb req-dc3bb2b3-450f-4a53-ba65-54bf46258d9f service nova] Enqueued Resource ID: cc6a6149-d8e6-44ac-8d7d-871476b373b3 with Priority: HIGHEST for action port [ 1178.435435] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_rules [ 1178.435573] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1178.435671] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6a6149-d8e6-44ac-8d7d-871476b373b3 with Priority: HIGHEST for action port [ 1178.436112] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.436239] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.436307] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.436504] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.436585] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.437459] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.437558] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.437750] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc6a6149-d8e6-44ac-8d7d-871476b373b3 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.437852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc6a6149-d8e6-44ac-8d7d-871476b373b3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.437918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc6a6149-d8e6-44ac-8d7d-871476b373b3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.438100] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc6a6149-d8e6-44ac-8d7d-871476b373b3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.438205] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc6a6149-d8e6-44ac-8d7d-871476b373b3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.940333] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.940333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.940333] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc6a6149-d8e6-44ac-8d7d-871476b373b3 with status ACTIVE [ 1178.940769] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.940769] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.940769] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.940998] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.940998] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.941291] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.941390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.941496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.941622] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.941701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.941935] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.942049] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.942102] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.942229] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.942304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.942388] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc6a6149-d8e6-44ac-8d7d-871476b373b3 is going to be updated. [ 1178.962085] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.962430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.962508] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.962812] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.962874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.963071] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc6a6149-d8e6-44ac-8d7d-871476b373b3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.051442] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: SUCCESS [ 1179.051639] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 deletion is rescheduled due to dependency. [ 1179.051859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.052029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.052286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.052512] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.052661] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.052750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.052952] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.053098] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.053212] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.222034] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-929 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.222034] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-929" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.222034] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-929" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.222034] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-929" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.222280] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.222433] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.222546] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.226997] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.226997] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.226997] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.226997] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.226997] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.226997] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.226997] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.226997] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.226997] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.254195] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.254393] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1179.254537] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.254724] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-929" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.255076] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-39f5fb9f-c115-4d38-bfd0-70ece04fc1e2 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.255263] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-39f5fb9f-c115-4d38-bfd0-70ece04fc1e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.255385] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-39f5fb9f-c115-4d38-bfd0-70ece04fc1e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.255739] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-39f5fb9f-c115-4d38-bfd0-70ece04fc1e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.255959] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f5fb9f-c115-4d38-bfd0-70ece04fc1e2',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.358091] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 in Status: SUCCESS [ 1179.358331] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.358911] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.359150] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.359352] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.359478] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.359550] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.359707] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.359795] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.359885] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.359981] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0291726c-d1ef-4bfd-a010-1dc553ede829',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.556189] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.758732] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.759781] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.759781] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.759781] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.759781] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.760257] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port 39f5fb9f-c115-4d38-bfd0-70ece04fc1e2 not found, creating... [ 1179.762185] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.762383] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.762507] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.762763] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.762933] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.763352] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.763527] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.763647] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.763880] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.764026] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.764169] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 39f5fb9f-c115-4d38-bfd0-70ece04fc1e2 is going to be created. [ 1179.788967] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.789277] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.789454] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.789790] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.790125] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.790454] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-39f5fb9f-c115-4d38-bfd0-70ece04fc1e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.865661] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0291726c-d1ef-4bfd-a010-1dc553ede829',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.869121] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1179.869239] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.058044] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.152598] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbe07f2e-2f62-439c-9284-a9329f936351 in Status: SUCCESS [ 1180.152924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.368180] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0291726c-d1ef-4bfd-a010-1dc553ede829: rpc.has_security_group_logging(os_id): False [ 1180.387643] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.387817] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.387862] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.388177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.388309] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.388679] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.388848] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.388954] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.389105] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.389189] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.389284] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 is going to be created. [ 1180.458149] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.458328] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.458405] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.458626] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.458862] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.472737] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 in Status: IN_PROGRESS for 2s [ 1180.529359] env[65933]: INFO networking_nsxv3.common.synchronization [req-866a883e-7b5f-46d4-a3a6-6245013ed0eb req-e0ddde63-0b52-4c60-a550-db127544dc36 service nova] Enqueued Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_rules [ 1180.529524] env[65933]: INFO networking_nsxv3.common.synchronization [req-866a883e-7b5f-46d4-a3a6-6245013ed0eb req-e0ddde63-0b52-4c60-a550-db127544dc36 service nova] Enqueued Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1180.529658] env[65933]: INFO networking_nsxv3.common.synchronization [req-866a883e-7b5f-46d4-a3a6-6245013ed0eb req-e0ddde63-0b52-4c60-a550-db127544dc36 service nova] Enqueued Resource ID: 39f5fb9f-c115-4d38-bfd0-70ece04fc1e2 with Priority: HIGHEST for action port [ 1180.530244] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_rules [ 1180.530381] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1180.530475] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f5fb9f-c115-4d38-bfd0-70ece04fc1e2 with Priority: HIGHEST for action port [ 1180.530746] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.530920] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.533103] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.533258] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.535102] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-39f5fb9f-c115-4d38-bfd0-70ece04fc1e2 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.535694] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39f5fb9f-c115-4d38-bfd0-70ece04fc1e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.535823] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39f5fb9f-c115-4d38-bfd0-70ece04fc1e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.536000] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39f5fb9f-c115-4d38-bfd0-70ece04fc1e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.536093] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f5fb9f-c115-4d38-bfd0-70ece04fc1e2',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.559897] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.560139] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.560139] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.560464] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.560464] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.560542] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 is going to be updated. [ 1180.607962] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.608136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.608202] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.608415] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.609095] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.617673] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: IN_PROGRESS for 2s [ 1181.041405] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39f5fb9f-c115-4d38-bfd0-70ece04fc1e2 with status ACTIVE [ 1181.041405] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.041405] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.041405] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.041405] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.041405] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.041405] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.041405] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.041405] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.041405] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.041874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.041874] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.041874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.041874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.042021] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.042098] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.042196] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39f5fb9f-c115-4d38-bfd0-70ece04fc1e2 is going to be updated. [ 1181.064434] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.064842] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.064842] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.064919] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.064997] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.065192] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39f5fb9f-c115-4d38-bfd0-70ece04fc1e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.486661] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 in Status: SUCCESS [ 1182.487097] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.630501] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: SUCCESS [ 1182.630816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.631082] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.631335] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.631515] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.631642] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.631734] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.631859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.631937] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.632049] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.135227] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.642031] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.145948] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.146161] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.146161] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.146327] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.146420] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.146541] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 is going to be updated. [ 1184.191642] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.191831] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.191929] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.192249] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.192738] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.215635] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: IN_PROGRESS for 2s [ 1185.531373] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1185.531661] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1185.763932] env[65933]: INFO networking_nsxv3.common.synchronization [req-42b900de-8c0e-4c16-85fd-ea6a475911da req-56550e2d-d4a7-4ed3-853b-0766cce21e6d tempest-ServersTestJSON-121039310 tempest-ServersTestJSON-121039310-project-member] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1185.764521] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1185.764891] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.765070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.765183] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.765365] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.765556] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.765745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.765745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.765873] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.765958] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.766083] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.228304] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: SUCCESS [ 1186.228567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.228894] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.229209] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.229422] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.229581] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.229700] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.229968] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.230076] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.230167] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.230267] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.231742] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.231742] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.231742] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.231742] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.231967] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.231967] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.232049] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.232150] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.268928] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.735138] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.735496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.735496] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.773093] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.237862] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.275713] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.275912] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.275992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.276216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.276337] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.276447] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1187.310041] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.310041] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.310041] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.310041] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.310309] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.319407] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1187.740875] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.741306] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.741306] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.741306] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.741613] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.741613] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 is going to be updated. [ 1187.785688] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.785876] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.785876] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.786177] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.786317] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.801242] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: IN_PROGRESS for 2s [ 1188.811789] env[65933]: INFO networking_nsxv3.common.synchronization [req-a5d713f7-fbca-4b04-98ab-c71ab26ed12b req-c507b2a6-9a0d-4c50-b879-59c5f27fd8a3 tempest-MultipleCreateTestJSON-1491692110 tempest-MultipleCreateTestJSON-1491692110-project-member] Enqueued Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1188.812513] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1188.812657] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.812793] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.812864] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.813040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.813197] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.813300] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.813359] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.813492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.813567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.813663] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.113802] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.114272] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-952" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.114501] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-952" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.114888] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-952" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.115312] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.115562] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.115761] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.116112] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.116363] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.116678] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.116897] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.117093] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.117308] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.118412] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.118555] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.118688] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1189.137615] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1189.137781] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1189.138168] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1189.138168] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-952" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.138401] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-4e99cd3a-aa1e-4b28-9b70-e3449157ff6f taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.138575] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-4e99cd3a-aa1e-4b28-9b70-e3449157ff6f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.138697] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-4e99cd3a-aa1e-4b28-9b70-e3449157ff6f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.139158] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-4e99cd3a-aa1e-4b28-9b70-e3449157ff6f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.139282] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e99cd3a-aa1e-4b28-9b70-e3449157ff6f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.316073] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.316359] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.316359] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.316541] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.316631] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.317059] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.317179] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.317237] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.317411] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.317493] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.317582] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d already deleted. [ 1189.317663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.329867] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1189.330254] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.642657] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.642960] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.643144] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.643540] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.643775] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.643983] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 4e99cd3a-aa1e-4b28-9b70-e3449157ff6f not found, creating... [ 1189.644356] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.644560] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.644756] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.645122] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.645352] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.645791] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.646058] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.646222] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.646453] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.646588] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.646729] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 4e99cd3a-aa1e-4b28-9b70-e3449157ff6f is going to be created. [ 1189.667319] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.667538] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.667638] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.668012] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.668329] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.668596] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-4e99cd3a-aa1e-4b28-9b70-e3449157ff6f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.812588] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: SUCCESS [ 1189.812947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.812989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.813213] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.813405] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.813527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.813612] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.813751] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.813832] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.813918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.814098] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.814195] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.814253] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.814396] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.814577] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.814649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.814680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.814817] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.814892] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.814973] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.815079] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.317635] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01e30958-001e-4b1c-8a86-efa3fac5f7c6: rpc.has_security_group_logging(os_id): False [ 1190.335048] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.335229] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.335297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.335631] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.335735] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.335949] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.336089] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.336150] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.336297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.336378] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.336592] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.336691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.336756] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.336929] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.337022] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.337897] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.337897] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.337897] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.337897] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.338217] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.338217] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 is going to be updated. [ 1190.370917] env[65933]: INFO networking_nsxv3.common.synchronization [req-a5d713f7-fbca-4b04-98ab-c71ab26ed12b req-e77077c2-952c-45f9-81a4-e02e4e5cc48d service nova] Enqueued Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_rules [ 1190.370917] env[65933]: INFO networking_nsxv3.common.synchronization [req-a5d713f7-fbca-4b04-98ab-c71ab26ed12b req-e77077c2-952c-45f9-81a4-e02e4e5cc48d service nova] Enqueued Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1190.370917] env[65933]: INFO networking_nsxv3.common.synchronization [req-a5d713f7-fbca-4b04-98ab-c71ab26ed12b req-e77077c2-952c-45f9-81a4-e02e4e5cc48d service nova] Enqueued Resource ID: 4e99cd3a-aa1e-4b28-9b70-e3449157ff6f with Priority: HIGHEST for action port [ 1190.371474] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_rules [ 1190.371684] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1190.371783] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e99cd3a-aa1e-4b28-9b70-e3449157ff6f with Priority: HIGHEST for action port [ 1190.372072] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.372230] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.372328] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.372537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.372692] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.373484] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.373602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.373669] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.373846] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.373992] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.375592] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.375592] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.375592] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.375592] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.375824] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.377948] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e99cd3a-aa1e-4b28-9b70-e3449157ff6f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.378191] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e99cd3a-aa1e-4b28-9b70-e3449157ff6f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.378191] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e99cd3a-aa1e-4b28-9b70-e3449157ff6f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.378280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e99cd3a-aa1e-4b28-9b70-e3449157ff6f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.378314] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e99cd3a-aa1e-4b28-9b70-e3449157ff6f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.416610] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.416805] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.416927] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.417296] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.417558] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.437157] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: IN_PROGRESS for 2s [ 1190.879043] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.880387] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.880690] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.882152] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e99cd3a-aa1e-4b28-9b70-e3449157ff6f with status ACTIVE [ 1190.882152] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.882308] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.882350] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.882943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.882943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.882943] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.882943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.882943] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.883193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.883193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.883345] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.883439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.883500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.883637] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.883711] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.883793] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e99cd3a-aa1e-4b28-9b70-e3449157ff6f is going to be updated. [ 1190.908312] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.908462] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.908568] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.908748] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.908887] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.909137] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e99cd3a-aa1e-4b28-9b70-e3449157ff6f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.380829] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.544064] env[65933]: INFO networking_nsxv3.common.synchronization [req-a5d713f7-fbca-4b04-98ab-c71ab26ed12b req-b83f6490-9349-4b27-a2c6-df33838650bc tempest-MultipleCreateTestJSON-1491692110 tempest-MultipleCreateTestJSON-1491692110-project-member] Enqueued Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1191.544767] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1191.545201] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.545346] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.557190] env[65933]: INFO networking_nsxv3.common.synchronization [req-ef6043b4-b968-4af3-94b9-8e2f8ef2e17f req-598396e9-5faa-41f9-9033-11a249bba78b tempest-ServersTestMultiNic-431314858 tempest-ServersTestMultiNic-431314858-project-member] Enqueued Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1191.558356] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1191.559720] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.559867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.559972] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.560271] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.560451] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.560562] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.560623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.560777] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.560865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.560961] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.830450] env[65933]: INFO networking_nsxv3.common.synchronization [req-ef6043b4-b968-4af3-94b9-8e2f8ef2e17f req-e1f8d7a9-5211-45ad-b64b-803adb204a17 tempest-ServersTestMultiNic-431314858 tempest-ServersTestMultiNic-431314858-project-member] Enqueued Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1191.830450] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 with Priority: HIGHEST for action security_group_members [ 1191.830841] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e30958-001e-4b1c-8a86-efa3fac5f7c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.830991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.884759] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.885132] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.885132] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.885231] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.885311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.885432] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d is going to be created. [ 1191.908516] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.908708] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.908763] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.908992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.909255] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.920654] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: UNINITIALIZED for 2s [ 1191.988178] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.988456] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-952" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.988594] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-952" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.988894] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-952" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.989247] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.989417] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.989536] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.989759] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.989909] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.990156] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.990270] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.990378] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.990485] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.990596] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.990700] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.990852] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.022088] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.022267] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1192.022410] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.022597] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-952" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.022932] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-45cd8bdc-6fcb-410f-b58a-ae502c78c001 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.023279] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-45cd8bdc-6fcb-410f-b58a-ae502c78c001" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.023279] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-45cd8bdc-6fcb-410f-b58a-ae502c78c001" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.023622] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-45cd8bdc-6fcb-410f-b58a-ae502c78c001" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.023764] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45cd8bdc-6fcb-410f-b58a-ae502c78c001',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.063539] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.454307] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: SUCCESS [ 1192.454748] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.454748] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.454910] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.455014] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.526861] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.527186] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.527284] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.527570] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.527721] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.527876] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 45cd8bdc-6fcb-410f-b58a-ae502c78c001 not found, creating... [ 1192.528158] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.528319] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.528440] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.528772] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.528849] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.529139] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.529300] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.529419] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.529628] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.529767] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.529905] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 45cd8bdc-6fcb-410f-b58a-ae502c78c001 is going to be created. [ 1192.551364] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.551663] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.551794] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.552123] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.552422] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.552719] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-45cd8bdc-6fcb-410f-b58a-ae502c78c001" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.566598] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.978627] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.979055] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.979055] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.979171] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.979306] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.979455] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 is going to be deleted. [ 1193.052042] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.052042] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.052042] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.052949] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.052949] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.052949] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.069231] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.069464] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.069549] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.069800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.069886] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.070086] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 is going to be updated. [ 1193.112325] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.112592] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.112592] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.112771] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.112916] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.131267] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: IN_PROGRESS for 2s [ 1193.262970] env[65933]: INFO networking_nsxv3.common.synchronization [req-a5d713f7-fbca-4b04-98ab-c71ab26ed12b req-5aeddabc-e79e-4609-afe9-89ae1afe2c58 service nova] Enqueued Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_rules [ 1193.263197] env[65933]: INFO networking_nsxv3.common.synchronization [req-a5d713f7-fbca-4b04-98ab-c71ab26ed12b req-5aeddabc-e79e-4609-afe9-89ae1afe2c58 service nova] Enqueued Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1193.263378] env[65933]: INFO networking_nsxv3.common.synchronization [req-a5d713f7-fbca-4b04-98ab-c71ab26ed12b req-5aeddabc-e79e-4609-afe9-89ae1afe2c58 service nova] Enqueued Resource ID: 45cd8bdc-6fcb-410f-b58a-ae502c78c001 with Priority: HIGHEST for action port [ 1193.264434] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_rules [ 1193.264694] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1193.264840] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45cd8bdc-6fcb-410f-b58a-ae502c78c001 with Priority: HIGHEST for action port [ 1193.265193] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.265345] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.265599] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.265719] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.265948] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-45cd8bdc-6fcb-410f-b58a-ae502c78c001 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.266106] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45cd8bdc-6fcb-410f-b58a-ae502c78c001" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.266195] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45cd8bdc-6fcb-410f-b58a-ae502c78c001" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.266753] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45cd8bdc-6fcb-410f-b58a-ae502c78c001" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.266905] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45cd8bdc-6fcb-410f-b58a-ae502c78c001',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.770455] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45cd8bdc-6fcb-410f-b58a-ae502c78c001 with status ACTIVE [ 1193.770709] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.770846] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.770919] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.771160] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.771274] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.771465] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.771575] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.771666] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.771846] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.771929] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.772123] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.772218] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.772280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.772424] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.772500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.772582] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45cd8bdc-6fcb-410f-b58a-ae502c78c001 is going to be updated. [ 1193.794211] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.794368] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.794411] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.794603] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.794736] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.794892] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45cd8bdc-6fcb-410f-b58a-ae502c78c001" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.930454] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: SUCCESS [ 1193.930609] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.930780] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.931013] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.931235] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.931394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.931468] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.931662] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.931703] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.931788] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.931913] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.932859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.933091] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.933333] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.933448] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.933514] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.933753] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.933836] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.933929] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.436416] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.436703] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.436762] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.939714] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.141010] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 in Status: SUCCESS [ 1195.141288] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.141410] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.141638] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.141830] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.141940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.142015] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.142171] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.142250] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.142342] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01e30958-001e-4b1c-8a86-efa3fac5f7c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.441894] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.442346] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.442346] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.442346] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.442502] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.442539] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d is going to be updated. [ 1195.473568] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.473835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.473835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.473984] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.474148] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.484274] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: IN_PROGRESS for 2s [ 1195.493116] env[65933]: INFO networking_nsxv3.common.synchronization [req-b500447e-776a-4521-808f-5e963ba6461f req-3fd34229-4514-4623-acd4-e2a4c018d82a tempest-ServersTestJSON-121039310 tempest-ServersTestJSON-121039310-project-member] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1195.493346] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGHEST for action security_group_members [ 1195.493659] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.493791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.493858] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.494086] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.494507] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.494507] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.494507] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.494689] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.494689] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.494758] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.645051] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.645051] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.645366] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.645407] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.645529] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.645733] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.645840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.645904] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.646088] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.646165] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.646252] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e30958-001e-4b1c-8a86-efa3fac5f7c6 is going to be deleted. [ 1195.675579] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.675718] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.676204] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.676204] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.676204] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.676204] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e30958-001e-4b1c-8a86-efa3fac5f7c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.996490] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.996659] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.996735] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.996967] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.997082] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.997297] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.997401] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.997464] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.997618] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.997741] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.997783] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be updated. [ 1196.024655] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.024855] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.024916] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.025112] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.025249] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.034103] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: IN_PROGRESS for 2s [ 1197.496410] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: SUCCESS [ 1197.496719] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.496833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.497117] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.497252] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.497925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.497925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.497925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.497925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.497925] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.000305] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.043310] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 in Status: SUCCESS [ 1198.043480] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 deletion is rescheduled due to dependency. [ 1198.043598] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.502587] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.005253] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.005434] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.005507] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.005737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.005834] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.005922] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d is going to be updated. [ 1199.057798] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.058618] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.058618] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.058618] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.058618] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.068695] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: IN_PROGRESS for 2s [ 1200.494606] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1200.494606] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1201.080727] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: SUCCESS [ 1201.081046] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.081341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.081525] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.081732] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.081860] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.081946] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.082126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.082209] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.082299] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.082524] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.082646] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.082744] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.082924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.083084] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.083180] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.083240] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.083380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.083472] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.083575] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.083667] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.585999] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3521bfc-31bb-4393-8ccc-c4ee9c73d32d: rpc.has_security_group_logging(os_id): False [ 1201.611185] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.611185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.611185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.611367] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.611367] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.611587] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.611776] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.611887] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.612155] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.612255] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.612478] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.612585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.612648] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.612867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.612939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.613114] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.613238] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.613311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.613478] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.613567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.613676] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d is going to be created. [ 1201.720839] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.720839] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.720839] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.720839] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.721306] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.740565] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: IN_PROGRESS for 2s [ 1202.693157] env[65933]: INFO networking_nsxv3.common.synchronization [None req-54ebf1d0-37a4-47a7-b5ac-e6db9a4e2dde None None] Enqueued Resource ID: 453d364e-be73-4596-9705-0d935736beb3 with Priority: HIGHEST for action port [ 1202.693157] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 453d364e-be73-4596-9705-0d935736beb3 with Priority: HIGHEST for action port [ 1202.693783] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-453d364e-be73-4596-9705-0d935736beb3 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.693783] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-453d364e-be73-4596-9705-0d935736beb3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.693783] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-453d364e-be73-4596-9705-0d935736beb3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.694260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-453d364e-be73-4596-9705-0d935736beb3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.694486] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('453d364e-be73-4596-9705-0d935736beb3',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.861987] env[65933]: INFO networking_nsxv3.common.synchronization [None req-fc74110a-c06f-41da-acd2-0bceb486053d tempest-ServerActionsTestJSON-1476324812 tempest-ServerActionsTestJSON-1476324812-project-member] Enqueued Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_rules [ 1202.862786] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_rules [ 1202.863249] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.863440] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.863758] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.863758] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.863874] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.005852] env[65933]: INFO networking_nsxv3.common.synchronization [None req-88195b96-218f-4219-a1b5-5462f8923cbe tempest-ServerActionsTestJSON-1476324812 tempest-ServerActionsTestJSON-1476324812-project-member] Enqueued Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_rules [ 1203.005852] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_rules [ 1203.005852] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.005852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.197758] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 453d364e-be73-4596-9705-0d935736beb3 [ 1203.197758] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.197758] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.197758] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.197758] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.197758] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.197758] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:453d364e-be73-4596-9705-0d935736beb3 already deleted. [ 1203.197758] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-453d364e-be73-4596-9705-0d935736beb3" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.384947] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.385175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.385175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.386161] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.386161] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.386161] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af already deleted. [ 1203.386161] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.386161] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.386161] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.386161] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.757117] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: SUCCESS [ 1203.757117] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.757117] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.757117] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.757117] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.787789] env[65933]: INFO networking_nsxv3.common.synchronization [req-e9c72bed-1182-43f0-b00b-bc647edf21bd req-f9a9293b-08dd-4059-80fc-5a06a3b40f92 tempest-MultipleCreateTestJSON-1491692110 tempest-MultipleCreateTestJSON-1491692110-project-member] Enqueued Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1203.788996] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1203.789456] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.789597] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.789662] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.789896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.791227] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.791227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.791227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.791227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.791227] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.791227] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.861708] env[65933]: INFO networking_nsxv3.common.synchronization [req-dfa7215d-65aa-4c32-ad27-64969cbcff46 req-9ce96863-945f-41dd-9958-dacc0676f7c6 tempest-MultipleCreateTestJSON-1491692110 tempest-MultipleCreateTestJSON-1491692110-project-member] Enqueued Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1203.862251] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGHEST for action security_group_members [ 1203.862608] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.862739] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.912207] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.912473] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.912593] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.912920] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.913097] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.913294] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af already deleted. [ 1203.913458] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.259912] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.260187] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.294356] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.799178] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.156410] env[65933]: INFO networking_nsxv3.common.synchronization [None req-e8d4f606-7e38-447d-845a-b4687b444a47 None None] Enqueued Resource ID: 0d6ff341-c1ae-4523-a7ab-855bd1982c0a with Priority: HIGHEST for action port [ 1205.157024] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d6ff341-c1ae-4523-a7ab-855bd1982c0a with Priority: HIGHEST for action port [ 1205.157443] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d6ff341-c1ae-4523-a7ab-855bd1982c0a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.157631] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d6ff341-c1ae-4523-a7ab-855bd1982c0a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.157744] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d6ff341-c1ae-4523-a7ab-855bd1982c0a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.158058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d6ff341-c1ae-4523-a7ab-855bd1982c0a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.158239] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d6ff341-c1ae-4523-a7ab-855bd1982c0a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.302192] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.302430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.302512] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.302771] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.302882] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.302972] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d is going to be updated. [ 1205.335620] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.335847] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.335966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.336209] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.336355] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.346407] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: IN_PROGRESS for 2s [ 1205.660991] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d6ff341-c1ae-4523-a7ab-855bd1982c0a [ 1205.661245] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.661428] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.661490] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.661692] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.661787] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.661925] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d6ff341-c1ae-4523-a7ab-855bd1982c0a already deleted. [ 1205.662081] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d6ff341-c1ae-4523-a7ab-855bd1982c0a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.358827] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: SUCCESS [ 1207.359318] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.359318] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.359526] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.359718] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.359835] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.359906] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.360098] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.360249] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.360316] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.862574] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.862752] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.862791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.863015] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.863160] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.863384] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.863507] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.863577] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.863735] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.863816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.863906] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d is going to be updated. [ 1207.903800] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.904020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.904067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.904290] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.904431] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.915044] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: IN_PROGRESS for 2s [ 1209.207671] env[65933]: INFO networking_nsxv3.common.synchronization [req-7a355faa-039f-49e3-978d-48ea2ca87b5c req-4863dd24-3543-4d3b-b0a6-589a1905d1f9 tempest-ServerActionsTestOtherB-39346856 tempest-ServerActionsTestOtherB-39346856-project-member] Enqueued Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_members [ 1209.208311] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_members [ 1209.208699] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.208854] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.208926] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.209223] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.209377] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.209493] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.209567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.209721] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.209808] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.209901] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.712122] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.712286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.712355] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.712569] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.712661] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.712848] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.712945] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.713020] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.713169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.713245] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.713332] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a is going to be updated. [ 1209.738294] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.738443] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.738492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.738702] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.738841] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.747627] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: IN_PROGRESS for 2s [ 1209.926798] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: SUCCESS [ 1209.926972] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d deletion is rescheduled due to dependency. [ 1209.927153] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.927339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.928023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.928023] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.928180] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.928180] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.928861] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.928861] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.928861] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.928861] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.431050] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.431377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.431377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.431532] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.431703] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.431830] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.431896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.432083] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.432220] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.432265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.432419] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.432526] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.432585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.432736] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.432871] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.432963] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.433035] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.433173] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.433249] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.433333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.433430] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.935651] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3521bfc-31bb-4393-8ccc-c4ee9c73d32d: rpc.has_security_group_logging(os_id): False [ 1210.953517] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.953701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.953762] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.953952] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.954256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.954256] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.954427] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.954427] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.954538] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.954621] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.954806] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.954901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.954959] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.955136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.955256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.955460] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.955553] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.955612] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.955749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.955822] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.955905] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d is going to be updated. [ 1211.016225] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.016225] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.016225] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.016225] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.016487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.042930] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: IN_PROGRESS for 2s [ 1211.758436] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: SUCCESS [ 1211.758809] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a deletion is rescheduled due to dependency. [ 1211.758809] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.849603] env[65933]: INFO networking_nsxv3.common.synchronization [req-6ebe6486-c992-4cdf-af88-4a01a9e63296 req-1e228432-a82d-4fcc-965e-3804a13de57b tempest-ServerActionsTestJSON-1476324812 tempest-ServerActionsTestJSON-1476324812-project-member] Enqueued Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_members [ 1211.850697] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_members [ 1211.850697] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.850697] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.850697] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.851119] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.851119] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.851241] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.851326] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.851487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.851606] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.851670] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.152320] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.152506] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-253" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.152627] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-253" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.152953] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-253" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.153229] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.153391] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.153508] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.153775] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.153924] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.154827] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.154827] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.154827] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.154827] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.154827] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.154827] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.154827] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.173871] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.174071] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1212.174218] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.174446] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-253" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.174782] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-e1cb29b1-358f-4551-b0b8-a09cf752cd0c taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.174954] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-e1cb29b1-358f-4551-b0b8-a09cf752cd0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.175083] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-e1cb29b1-358f-4551-b0b8-a09cf752cd0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.175418] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-e1cb29b1-358f-4551-b0b8-a09cf752cd0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.175582] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1cb29b1-358f-4551-b0b8-a09cf752cd0c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.353560] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.354286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.354286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.354286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.354286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.354471] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.354471] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.354471] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.354621] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.354691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.354760] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af already deleted. [ 1212.354840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.677947] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.678181] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.678245] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.678586] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.678749] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.678910] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port e1cb29b1-358f-4551-b0b8-a09cf752cd0c not found, creating... [ 1212.679211] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.679379] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.679497] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.679731] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.679862] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.680175] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.680330] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.680432] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.680631] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.680763] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.680901] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: e1cb29b1-358f-4551-b0b8-a09cf752cd0c is going to be created. [ 1212.722386] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.722607] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.722733] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.723018] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.723244] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.723496] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-e1cb29b1-358f-4551-b0b8-a09cf752cd0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.062301] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d in Status: SUCCESS [ 1213.062566] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.416650] env[65933]: INFO networking_nsxv3.common.synchronization [req-6ebe6486-c992-4cdf-af88-4a01a9e63296 req-0426e2ba-d3eb-4c64-87e0-55d6925056c5 service nova] Enqueued Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_rules [ 1213.416846] env[65933]: INFO networking_nsxv3.common.synchronization [req-6ebe6486-c992-4cdf-af88-4a01a9e63296 req-0426e2ba-d3eb-4c64-87e0-55d6925056c5 service nova] Enqueued Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_members [ 1213.417164] env[65933]: INFO networking_nsxv3.common.synchronization [req-6ebe6486-c992-4cdf-af88-4a01a9e63296 req-0426e2ba-d3eb-4c64-87e0-55d6925056c5 service nova] Enqueued Resource ID: e1cb29b1-358f-4551-b0b8-a09cf752cd0c with Priority: HIGHEST for action port [ 1213.417497] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_rules [ 1213.417639] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_members [ 1213.417736] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1cb29b1-358f-4551-b0b8-a09cf752cd0c with Priority: HIGHEST for action port [ 1213.418015] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.418611] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.418611] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.418611] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.418611] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.421319] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.421493] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.421599] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.421809] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.422203] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.422203] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.422203] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.422409] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.422461] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.422559] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.423547] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1cb29b1-358f-4551-b0b8-a09cf752cd0c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.423671] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1cb29b1-358f-4551-b0b8-a09cf752cd0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.423710] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1cb29b1-358f-4551-b0b8-a09cf752cd0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.424288] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1cb29b1-358f-4551-b0b8-a09cf752cd0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.424288] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1cb29b1-358f-4551-b0b8-a09cf752cd0c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.926057] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.926057] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.926057] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.926812] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1cb29b1-358f-4551-b0b8-a09cf752cd0c with status ACTIVE [ 1213.926989] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.927134] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.927204] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.927415] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.927504] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.927672] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.927765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.927827] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.927977] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.928065] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.928239] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.928332] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.928393] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.928528] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.928602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.928711] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1cb29b1-358f-4551-b0b8-a09cf752cd0c is going to be updated. [ 1213.952047] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.952228] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.952320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.952575] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.952732] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.952870] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1cb29b1-358f-4551-b0b8-a09cf752cd0c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.431221] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.934183] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.934404] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.934404] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.934636] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.934728] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.934828] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af is going to be created. [ 1214.962362] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.962565] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.962565] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.962836] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.962936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.974188] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: UNINITIALIZED for 2s [ 1216.986138] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: SUCCESS [ 1216.986497] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.986694] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.987016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.987312] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.987498] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.987609] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.987865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.988019] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.988169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.988309] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.490959] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.994067] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9636ea3-1fe4-44d5-98e6-2fdfaac034af: rpc.has_security_group_logging(os_id): False [ 1218.012816] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.013033] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.013033] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.013244] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.013337] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.013587] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.013689] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.013753] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.013904] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.013979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.014078] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af is going to be created. [ 1218.071863] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.072107] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.072107] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.072286] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.072469] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.082779] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: IN_PROGRESS for 2s [ 1218.418300] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1218.418498] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1220.096700] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: SUCCESS [ 1220.097202] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.677185] env[65933]: INFO networking_nsxv3.common.synchronization [req-20ae5161-7186-42f2-888b-22b5d4bf580d req-75193e09-94f5-4ae2-9806-20a73e4334c0 tempest-ServerActionsTestOtherB-39346856 tempest-ServerActionsTestOtherB-39346856-project-member] Enqueued Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_members [ 1220.677695] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_members [ 1220.677983] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.678161] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.678232] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.678432] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.678594] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.678691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.678754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.678904] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.678990] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.679096] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.009597] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.009714] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-471" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.009823] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-471" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.010105] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-471" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.010392] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.010571] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.010680] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.010934] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.011097] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.011318] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.011432] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.011596] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.011674] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.011791] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.011888] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.012030] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1221.033118] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1221.033310] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1221.033436] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1221.033647] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-471" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.033957] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-064ac14d-71a4-4c7c-9150-15d08cdbd3e7 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.034157] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-064ac14d-71a4-4c7c-9150-15d08cdbd3e7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.034281] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-064ac14d-71a4-4c7c-9150-15d08cdbd3e7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.034622] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-064ac14d-71a4-4c7c-9150-15d08cdbd3e7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.034797] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('064ac14d-71a4-4c7c-9150-15d08cdbd3e7',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.180968] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.181307] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.181307] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.181464] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.181519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.181866] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.181966] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.182050] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.182218] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.182301] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.182395] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a is going to be updated. [ 1221.209803] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.209964] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.210066] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.210278] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.210448] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.220607] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: IN_PROGRESS for 2s [ 1221.537648] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.537881] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.538023] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.538310] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.538470] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.538621] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 064ac14d-71a4-4c7c-9150-15d08cdbd3e7 not found, creating... [ 1221.538882] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.539058] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.539178] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.539456] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.539591] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.539869] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.540035] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.540156] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.540393] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.540528] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.540670] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 064ac14d-71a4-4c7c-9150-15d08cdbd3e7 is going to be created. [ 1221.564086] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.564433] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.564433] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.564757] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.564989] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.565233] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-064ac14d-71a4-4c7c-9150-15d08cdbd3e7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.262633] env[65933]: INFO networking_nsxv3.common.synchronization [req-20ae5161-7186-42f2-888b-22b5d4bf580d req-8ea1c994-14ac-4d64-8e57-05cb231203ed service nova] Enqueued Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_rules [ 1222.262633] env[65933]: INFO networking_nsxv3.common.synchronization [req-20ae5161-7186-42f2-888b-22b5d4bf580d req-8ea1c994-14ac-4d64-8e57-05cb231203ed service nova] Enqueued Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_members [ 1222.262633] env[65933]: INFO networking_nsxv3.common.synchronization [req-20ae5161-7186-42f2-888b-22b5d4bf580d req-8ea1c994-14ac-4d64-8e57-05cb231203ed service nova] Enqueued Resource ID: 064ac14d-71a4-4c7c-9150-15d08cdbd3e7 with Priority: HIGHEST for action port [ 1222.262633] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_rules [ 1222.262633] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_members [ 1222.263201] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064ac14d-71a4-4c7c-9150-15d08cdbd3e7 with Priority: HIGHEST for action port [ 1222.263673] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.263972] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.264173] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.264865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.265068] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.266276] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.266500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.266806] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-064ac14d-71a4-4c7c-9150-15d08cdbd3e7 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.267076] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-064ac14d-71a4-4c7c-9150-15d08cdbd3e7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.267231] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-064ac14d-71a4-4c7c-9150-15d08cdbd3e7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.268068] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-064ac14d-71a4-4c7c-9150-15d08cdbd3e7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.268889] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('064ac14d-71a4-4c7c-9150-15d08cdbd3e7',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.770976] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.771200] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.771426] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 064ac14d-71a4-4c7c-9150-15d08cdbd3e7 with status ACTIVE [ 1222.771647] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.771789] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.771860] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.772112] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.772233] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.772425] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.772539] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.772618] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.772805] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.772896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.773111] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.773222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.773288] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.773452] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.773544] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.773642] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 064ac14d-71a4-4c7c-9150-15d08cdbd3e7 is going to be updated. [ 1222.794859] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.795091] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.795091] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.795274] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.795414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.795579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-064ac14d-71a4-4c7c-9150-15d08cdbd3e7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.231986] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: SUCCESS [ 1223.232198] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a deletion is rescheduled due to dependency. [ 1223.232316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.232487] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.232694] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.233113] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.233113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.233113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.233223] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.233337] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.233388] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.735417] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.238512] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.740389] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.740796] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.740796] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.740878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.740934] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.741058] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a is going to be updated. [ 1224.771465] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.772036] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.772036] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.772036] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.772280] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.782369] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: IN_PROGRESS for 2s [ 1226.794987] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: SUCCESS [ 1226.795427] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.795427] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.795588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.795804] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.795906] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.795983] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.796166] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.796275] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.796339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.796443] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.264678] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1227.264883] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1227.298422] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.801248] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c043a5e9-a064-4e57-9414-ec936dcedf5a: rpc.has_security_group_logging(os_id): False [ 1227.819743] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.819978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.819978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.820172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.820263] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.820505] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.820609] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.820677] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.820825] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.820902] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.820987] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a is going to be updated. [ 1227.909050] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.909284] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.909284] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.909519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.909680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.924195] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: IN_PROGRESS for 2s [ 1229.937736] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: SUCCESS [ 1229.938135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.266046] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1232.266356] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1237.267068] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1237.267525] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1239.118447] env[65933]: INFO networking_nsxv3.common.synchronization [req-920704bf-95fd-4f9f-86ca-110e26348f48 req-fbeaac7a-aab6-4ae6-919c-0f1ae0b7eb58 tempest-AttachVolumeNegativeTest-1380379024 tempest-AttachVolumeNegativeTest-1380379024-project-member] Enqueued Resource ID: cbe07f2e-2f62-439c-9284-a9329f936351 with Priority: HIGHEST for action security_group_members [ 1239.118447] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe07f2e-2f62-439c-9284-a9329f936351 with Priority: HIGHEST for action security_group_members [ 1239.119102] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe07f2e-2f62-439c-9284-a9329f936351 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.119102] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.119102] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.119102] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.119398] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.119398] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.119398] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.119591] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.119591] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.119699] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbe07f2e-2f62-439c-9284-a9329f936351',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.621963] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.622196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.622269] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.622492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.622590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.622817] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.622920] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.622991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.623172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.623265] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.623354] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe07f2e-2f62-439c-9284-a9329f936351 is going to be updated. [ 1239.656271] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.656469] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.656469] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.656679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.656823] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.666378] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe07f2e-2f62-439c-9284-a9329f936351 in Status: IN_PROGRESS for 2s [ 1241.303627] env[65933]: INFO networking_nsxv3.common.synchronization [req-394d81ad-8f7c-4712-be76-7c060c4bc59e req-61a0370e-ab22-4c6c-b7f1-36e3c93cf282 tempest-ServerActionsTestOtherA-1390215543 tempest-ServerActionsTestOtherA-1390215543-project-member] Enqueued Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGHEST for action security_group_members [ 1241.304209] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGHEST for action security_group_members [ 1241.304520] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b058b461-f175-4a0a-bb89-4120a7ee8d03 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.304920] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.304920] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.304920] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.305235] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.305390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.305460] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.305637] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.305744] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.305859] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.678432] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe07f2e-2f62-439c-9284-a9329f936351 in Status: SUCCESS [ 1241.678721] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe07f2e-2f62-439c-9284-a9329f936351 deletion is rescheduled due to dependency. [ 1241.678874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.808094] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.311035] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.813425] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.813639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.813639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.813846] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.813940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.814051] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 is going to be updated. [ 1242.845201] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.845420] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.845420] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.845811] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.845936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.857321] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 in Status: IN_PROGRESS for 2s [ 1244.867941] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 in Status: SUCCESS [ 1244.868322] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.305076] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1246.305394] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1249.450984] env[65933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1249.450984] env[65933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1250.391287] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.391537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.391537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.391737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.391862] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.895032] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.306363] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1251.306550] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1251.397473] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.901096] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1251.901502] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1252.759656] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.759895] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.759895] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.760237] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.773294] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1252.774224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.775141] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1252.816217] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.816454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.816454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.816732] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.829846] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.830780] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1252.830873] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1252.830960] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1252.879749] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.880071] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.880071] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.880195] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.881525] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.881712] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1252.996592] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.997034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.997034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.997034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.997331] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.997647] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1253.087620] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.087811] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.087811] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.088065] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.088386] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.088690] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1253.088804] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d9636ea3-1fe4-44d5-98e6-2fdfaac034af', 'b058b461-f175-4a0a-bb89-4120a7ee8d03', '78c15553-c121-40a8-b03c-6db4d4131725', '43d5774c-cb9f-45b9-8d3c-4e9143f61a1b', 'b7756674-2df9-48f2-a14d-3018af3e0a8b', '1721ea4d-44cb-49a4-86e3-07f567e5fb2b', 'c043a5e9-a064-4e57-9414-ec936dcedf5a', '856c010a-00c2-4491-a0c2-aed5b6379f07', '39fcc8ed-0cf8-46a4-ba05-cc73af9f158d', 'e456aafc-3e18-4d29-8a84-c09e9a44ba85', '322277bd-a597-4ae4-b5e4-559a3a693e51', '8e556452-3959-4f10-9648-9d78ab2caf1b', 'c9591e74-f4bb-470d-aebd-adaaacde4fa7', '75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8', '9b0415dd-d0c5-47da-919f-0f70a1594670', '7d2321b8-2407-4528-ad9c-c8e490eeef8f', '182f03b0-c353-4499-8f96-62188317da53', '537812e6-4b32-4825-bb8e-a6b4f13457e2', '98b81d47-b2f3-4aad-b36c-11436cf84f09', '51c8de32-565f-41e6-b885-6ae368f36e67', 'c0fbf47a-31ba-466f-b61f-e7d95d8dc328', '63968d53-7162-451b-8a05-0f14bd1489dc', 'be6e523b-5644-46ea-b989-e4f6a7d674c6', 'cbe07f2e-2f62-439c-9284-a9329f936351', '4b04c899-2a32-4d93-8f12-bfffda8ef913', 'a3521bfc-31bb-4393-8ccc-c4ee9c73d32d', 'fd94a0de-72e8-4dd9-8196-413d5fef350e', '4d5d0272-3c59-4aa0-9df9-ed600c524e07', '4c695915-93e9-4a7f-aaf8-ba0877b5d3c8', '30e9f5ad-d337-46ab-946d-93449a21ccf5', '603944a2-4e8d-4f2c-b9f7-23241e53524c', '0291726c-d1ef-4bfd-a010-1dc553ede829', '7022cd29-8784-4706-ac03-3cc7395ab323', 'a09b95a8-680f-4272-8cc6-fdb42656abbe', 'a1273006-64bc-4383-a462-be6d2973e3b1', '67e8ceb4-8f6c-471c-8c4e-11c5108ecc21', '0a7a29fa-9493-47a0-96f3-2f25b124e524', '5637bd2b-e866-4614-8440-4cdd12316a09', '62db4734-03b6-4e31-a6a6-b67fcef4088a', 'a475b5c9-2f97-44e2-bd2d-374a22ce5fc6', '73da4a62-171f-4029-ab34-10c08da987b8', 'af544d8b-6544-4d0b-85c0-c2a6d7b5b07e', 'bc980ccc-baa8-46a7-90bc-5192e1849b0c', '46a0f8bd-3799-4728-8031-3f02aee1dbed'} {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1253.088936] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1253.108499] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.108849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.108849] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.108961] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.109027] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.109139] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1253.109216] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1253.109293] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1253.212108] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.212341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.212445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.212702] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.213873] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.214220] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1253.214335] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1253.214440] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1253.214550] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1253.214666] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1253.214769] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGH for action security_group_rules [ 1253.214907] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGH for action security_group_rules [ 1253.215010] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78c15553-c121-40a8-b03c-6db4d4131725 with Priority: HIGH for action security_group_rules [ 1253.215109] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGH for action security_group_rules [ 1253.215199] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7756674-2df9-48f2-a14d-3018af3e0a8b with Priority: HIGH for action security_group_rules [ 1253.215289] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b with Priority: HIGH for action security_group_rules [ 1253.215377] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGH for action security_group_rules [ 1253.215464] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGH for action security_group_rules [ 1253.215549] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d with Priority: HIGH for action security_group_rules [ 1253.215637] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGH for action security_group_rules [ 1253.215722] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGH for action security_group_rules [ 1253.215809] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e556452-3959-4f10-9648-9d78ab2caf1b with Priority: HIGH for action security_group_rules [ 1253.215894] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9591e74-f4bb-470d-aebd-adaaacde4fa7 with Priority: HIGH for action security_group_rules [ 1253.215980] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGH for action security_group_rules [ 1253.216073] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 with Priority: HIGH for action security_group_rules [ 1253.216162] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f with Priority: HIGH for action security_group_rules [ 1253.216249] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 182f03b0-c353-4499-8f96-62188317da53 with Priority: HIGH for action security_group_rules [ 1253.216338] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 with Priority: HIGH for action security_group_rules [ 1253.216425] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98b81d47-b2f3-4aad-b36c-11436cf84f09 with Priority: HIGH for action security_group_rules [ 1253.216512] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGH for action security_group_rules [ 1253.216636] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.474381] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.474592] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-685" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.474720] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-685" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.474984] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-685" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.475262] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.475417] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.475531] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.475743] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.475883] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.476100] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.476214] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1253.476321] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1253.476426] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1253.476533] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.476636] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1253.476766] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1253.493760] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1253.493938] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1253.494063] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1253.494240] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-685" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.494548] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-b8d377f5-3430-4170-aaa9-ef0622bb4dc5 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.494717] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-b8d377f5-3430-4170-aaa9-ef0622bb4dc5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.494834] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-b8d377f5-3430-4170-aaa9-ef0622bb4dc5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.495120] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-b8d377f5-3430-4170-aaa9-ef0622bb4dc5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.495291] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8d377f5-3430-4170-aaa9-ef0622bb4dc5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.998187] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.998591] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.998591] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.998808] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.998959] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.999264] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.999432] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.999547] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.999809] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.999928] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.000319] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.000483] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.000609] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.000836] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.000970] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.001148] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: b8d377f5-3430-4170-aaa9-ef0622bb4dc5 is going to be updated. [ 1254.032930] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.033186] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.033282] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.033562] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.033756] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.033976] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-b8d377f5-3430-4170-aaa9-ef0622bb4dc5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.746643] env[65933]: INFO networking_nsxv3.common.synchronization [req-deb809cd-7ad5-432a-aaaa-1af3f3329912 req-d28d45b1-2cfe-49c1-bcb1-b964de52f900 service nova] Enqueued Resource ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 with Priority: HIGHEST for action security_group_rules [ 1254.746854] env[65933]: INFO networking_nsxv3.common.synchronization [req-deb809cd-7ad5-432a-aaaa-1af3f3329912 req-d28d45b1-2cfe-49c1-bcb1-b964de52f900 service nova] Enqueued Resource ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 with Priority: HIGHEST for action security_group_members [ 1254.746995] env[65933]: INFO networking_nsxv3.common.synchronization [req-deb809cd-7ad5-432a-aaaa-1af3f3329912 req-d28d45b1-2cfe-49c1-bcb1-b964de52f900 service nova] Enqueued Resource ID: b8d377f5-3430-4170-aaa9-ef0622bb4dc5 with Priority: HIGHEST for action port [ 1254.747595] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 with Priority: HIGHEST for action security_group_rules [ 1254.747692] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 with Priority: HIGHEST for action security_group_members [ 1254.747799] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d377f5-3430-4170-aaa9-ef0622bb4dc5 with Priority: HIGHEST for action port [ 1254.747899] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGH for action security_group_rules [ 1254.747995] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c15553-c121-40a8-b03c-6db4d4131725 with Priority: HIGH for action security_group_rules [ 1254.748184] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGH for action security_group_rules [ 1254.748282] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 with Priority: HIGH for action security_group_rules [ 1254.748374] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c8de32-565f-41e6-b885-6ae368f36e67 with Priority: HIGH for action security_group_rules [ 1254.748465] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98b81d47-b2f3-4aad-b36c-11436cf84f09 with Priority: HIGH for action security_group_rules [ 1254.748554] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 with Priority: HIGH for action security_group_rules [ 1254.748641] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182f03b0-c353-4499-8f96-62188317da53 with Priority: HIGH for action security_group_rules [ 1254.748736] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 with Priority: HIGH for action security_group_rules [ 1254.748816] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f with Priority: HIGH for action security_group_rules [ 1254.748902] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9591e74-f4bb-470d-aebd-adaaacde4fa7 with Priority: HIGH for action security_group_rules [ 1254.748990] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e556452-3959-4f10-9648-9d78ab2caf1b with Priority: HIGH for action security_group_rules [ 1254.749089] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 with Priority: HIGH for action security_group_rules [ 1254.749176] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 with Priority: HIGH for action security_group_rules [ 1254.749262] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d with Priority: HIGH for action security_group_rules [ 1254.749346] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b with Priority: HIGH for action security_group_rules [ 1254.749430] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 with Priority: HIGH for action security_group_rules [ 1254.749516] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7756674-2df9-48f2-a14d-3018af3e0a8b with Priority: HIGH for action security_group_rules [ 1254.749628] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGH for action security_group_rules [ 1254.749705] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b with Priority: HIGH for action security_group_rules [ 1254.750012] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0291726c-d1ef-4bfd-a010-1dc553ede829 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.750144] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.750208] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.750816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.750933] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0291726c-d1ef-4bfd-a010-1dc553ede829',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.753316] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0291726c-d1ef-4bfd-a010-1dc553ede829 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.753440] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.753506] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.753700] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.753863] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.753959] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.754039] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.754193] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.754279] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.754374] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0291726c-d1ef-4bfd-a010-1dc553ede829',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.756907] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8d377f5-3430-4170-aaa9-ef0622bb4dc5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.757034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8d377f5-3430-4170-aaa9-ef0622bb4dc5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.757103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8d377f5-3430-4170-aaa9-ef0622bb4dc5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.757266] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8d377f5-3430-4170-aaa9-ef0622bb4dc5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.757345] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8d377f5-3430-4170-aaa9-ef0622bb4dc5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.758875] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.758996] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.759124] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.759246] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.759326] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.760405] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78c15553-c121-40a8-b03c-6db4d4131725 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.760537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.760591] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.760740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.760815] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78c15553-c121-40a8-b03c-6db4d4131725',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.762958] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.763488] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.763576] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.763725] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.763805] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.764540] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b0415dd-d0c5-47da-919f-0f70a1594670 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.764652] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.764755] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.764879] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.764954] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b0415dd-d0c5-47da-919f-0f70a1594670',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.769939] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51c8de32-565f-41e6-b885-6ae368f36e67 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.770094] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.770175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.770554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.770720] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51c8de32-565f-41e6-b885-6ae368f36e67',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.771514] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98b81d47-b2f3-4aad-b36c-11436cf84f09 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.772479] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.772479] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.772479] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.772657] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98b81d47-b2f3-4aad-b36c-11436cf84f09',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.774078] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-537812e6-4b32-4825-bb8e-a6b4f13457e2 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.774197] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.774278] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.774448] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.774524] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('537812e6-4b32-4825-bb8e-a6b4f13457e2',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.775287] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-182f03b0-c353-4499-8f96-62188317da53 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.775400] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.775466] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.775619] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.775691] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('182f03b0-c353-4499-8f96-62188317da53',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.777583] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.777694] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.777757] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.777911] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.777988] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.780042] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d2321b8-2407-4528-ad9c-c8e490eeef8f taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.780159] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.780159] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.780320] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.780393] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d2321b8-2407-4528-ad9c-c8e490eeef8f',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.781131] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9591e74-f4bb-470d-aebd-adaaacde4fa7 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.781246] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.781313] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.781468] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.781547] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9591e74-f4bb-470d-aebd-adaaacde4fa7',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.782270] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e556452-3959-4f10-9648-9d78ab2caf1b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.782391] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.782460] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.782640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.782722] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e556452-3959-4f10-9648-9d78ab2caf1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.784323] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-322277bd-a597-4ae4-b5e4-559a3a693e51 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.784323] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.784489] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.784726] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.786869] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('322277bd-a597-4ae4-b5e4-559a3a693e51',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.787781] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.788209] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.788209] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.788209] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.788209] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e456aafc-3e18-4d29-8a84-c09e9a44ba85',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.788929] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.789123] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.789233] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.789339] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.789412] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39fcc8ed-0cf8-46a4-ba05-cc73af9f158d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.790385] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.790502] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.790570] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.790742] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.790844] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1721ea4d-44cb-49a4-86e3-07f567e5fb2b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.792433] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-856c010a-00c2-4491-a0c2-aed5b6379f07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.792589] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.792726] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.792923] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.792982] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('856c010a-00c2-4491-a0c2-aed5b6379f07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.794380] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7756674-2df9-48f2-a14d-3018af3e0a8b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.794495] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.794562] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.794713] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.795398] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7756674-2df9-48f2-a14d-3018af3e0a8b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.796377] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b058b461-f175-4a0a-bb89-4120a7ee8d03 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.796512] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.796624] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.796777] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.796854] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.797763] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.797877] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.797944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.798173] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.798173] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43d5774c-cb9f-45b9-8d3c-4e9143f61a1b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.253711] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0291726c-d1ef-4bfd-a010-1dc553ede829 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.254433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.257755] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0291726c-d1ef-4bfd-a010-1dc553ede829',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.258994] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8d377f5-3430-4170-aaa9-ef0622bb4dc5 with status ACTIVE [ 1255.259108] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.259182] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.259410] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.259473] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.259545] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.259788] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.259892] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.259953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.260128] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.260206] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.260386] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.260474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.260534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.260670] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.260766] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.260874] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8d377f5-3430-4170-aaa9-ef0622bb4dc5 is going to be updated. [ 1255.294196] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.294196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.294196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.294196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.294464] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.294496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8d377f5-3430-4170-aaa9-ef0622bb4dc5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.296195] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.296329] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.296430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.296537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.304857] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.305023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.305023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.305546] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.305546] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.305546] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.305546] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.305759] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.305834] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.305934] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.306033] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.313088] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b058b461-f175-4a0a-bb89-4120a7ee8d03 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.313284] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.313360] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.313557] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.313717] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.313821] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.313883] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.314179] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.314257] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.314293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.314875] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.321345] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.321448] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.321521] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.321733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.321962] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.322042] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.322099] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.322245] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.322406] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.322503] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.322603] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.331506] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.338547] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.338547] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78c15553-c121-40a8-b03c-6db4d4131725 is going to be deleted. [ 1255.346922] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b058b461-f175-4a0a-bb89-4120a7ee8d03: rpc.has_security_group_logging(os_id): False [ 1255.383985] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.384334] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.384568] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.385136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.387016] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.387149] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.430729] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.430888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.431939] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.432154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.436391] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.436507] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.437440] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.437754] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.438895] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.439047] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.439939] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.440065] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.440855] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.440991] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.441839] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.441965] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.442739] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.442881] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.443602] env[65933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1255.443996] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.444120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.444888] env[65933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1255.445332] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.445522] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.446165] env[65933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1255.446585] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.446668] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.447344] env[65933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1255.447750] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.447875] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.448439] env[65933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1255.449670] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.449670] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.453996] env[65933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1255.454520] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.454680] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.455912] env[65933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1255.456360] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.456517] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.460127] env[65933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1255.460626] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.460867] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b0415dd-d0c5-47da-919f-0f70a1594670 is going to be deleted. [ 1255.462079] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.462293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.495932] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.496086] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1721ea4d-44cb-49a4-86e3-07f567e5fb2b is going to be deleted. [ 1255.496975] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.497203] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.552185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.552390] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d2321b8-2407-4528-ad9c-c8e490eeef8f is going to be deleted. [ 1255.553333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.553582] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.588797] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.588996] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39fcc8ed-0cf8-46a4-ba05-cc73af9f158d is going to be deleted. [ 1255.590026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.590218] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.638255] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.638439] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.639178] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.639288] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.657209] env[65933]: INFO networking_nsxv3.common.synchronization [req-90e01e1d-4bf3-40db-8183-70198d4b1fd3 req-2f2a34a0-9f3f-4f65-8ab0-b2870420a106 tempest-ServerActionsTestOtherA-1390215543 tempest-ServerActionsTestOtherA-1390215543-project-member] Enqueued Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGHEST for action security_group_members [ 1255.658093] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGHEST for action security_group_members [ 1255.658570] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-b058b461-f175-4a0a-bb89-4120a7ee8d03 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.658778] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.658890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.659213] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.659468] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.659709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.659842] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.660127] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.660292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.660460] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.669479] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.669776] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e556452-3959-4f10-9648-9d78ab2caf1b is going to be deleted. [ 1255.671251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.671557] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.737833] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.738013] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.743846] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.744091] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51c8de32-565f-41e6-b885-6ae368f36e67 is going to be deleted. [ 1255.745493] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.745727] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.747784] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.747936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.759441] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0291726c-d1ef-4bfd-a010-1dc553ede829',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.810683] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.810879] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9591e74-f4bb-470d-aebd-adaaacde4fa7 is going to be deleted. [ 1255.812359] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.813508] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.813830] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.816238] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.816398] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.843981] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.892585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.892907] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 322277bd-a597-4ae4-b5e4-559a3a693e51 is going to be deleted. [ 1255.893767] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.895172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.941504] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.941809] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98b81d47-b2f3-4aad-b36c-11436cf84f09 is going to be deleted. [ 1255.942624] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.942931] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.983574] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.983836] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 856c010a-00c2-4491-a0c2-aed5b6379f07 is going to be deleted. [ 1255.984662] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.984877] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.986666] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.986843] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.025691] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.025989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.040194] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.040471] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.051257] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.051494] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7756674-2df9-48f2-a14d-3018af3e0a8b is going to be deleted. [ 1256.052375] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.052593] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.146120] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.146268] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 537812e6-4b32-4825-bb8e-a6b4f13457e2 is going to be deleted. [ 1256.147170] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.147384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.160578] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.160811] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.163301] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.163481] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.185182] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.185311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.261612] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.262047] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43d5774c-cb9f-45b9-8d3c-4e9143f61a1b is going to be deleted. [ 1256.263657] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.263878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.264017] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.264341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.264500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.264653] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 is going to be updated. [ 1256.266292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.266591] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.310155] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.310371] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.315732] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9636ea3-1fe4-44d5-98e6-2fdfaac034af: rpc.has_security_group_logging(os_id): False [ 1256.346510] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c043a5e9-a064-4e57-9414-ec936dcedf5a: rpc.has_security_group_logging(os_id): False [ 1256.383133] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.383279] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e456aafc-3e18-4d29-8a84-c09e9a44ba85 is going to be deleted. [ 1256.384240] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.384454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.398046] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.398242] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.408020] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.408218] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.435075] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.435356] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.435356] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.435524] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.435655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.464912] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 in Status: IN_PROGRESS for 2s [ 1256.482371] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.482589] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.483269] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.483431] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.497820] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.497984] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 182f03b0-c353-4499-8f96-62188317da53 is going to be deleted. [ 1256.499612] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.499937] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.565744] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.565957] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.592877] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.593065] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8 is going to be deleted. [ 1256.594070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.594331] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.649993] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.650313] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.650408] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.650483] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.650732] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.650848] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.650986] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 is going to be updated. [ 1256.652107] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.652292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.652378] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.652498] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78c15553-c121-40a8-b03c-6db4d4131725" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.652629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.652782] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.652877] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.653008] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b0415dd-d0c5-47da-919f-0f70a1594670" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.653157] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.653299] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.653376] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.653496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1721ea4d-44cb-49a4-86e3-07f567e5fb2b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.653632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.653794] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.653794] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.653910] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d2321b8-2407-4528-ad9c-c8e490eeef8f" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.654476] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.654629] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.654711] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.654828] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39fcc8ed-0cf8-46a4-ba05-cc73af9f158d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.654945] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.655095] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.655171] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.655278] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e556452-3959-4f10-9648-9d78ab2caf1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.655408] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.655555] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.655635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.655772] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51c8de32-565f-41e6-b885-6ae368f36e67" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.655888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.656036] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.656111] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.656221] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-322277bd-a597-4ae4-b5e4-559a3a693e51" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.656347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.656481] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.656554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.656659] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9591e74-f4bb-470d-aebd-adaaacde4fa7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.656769] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.656901] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.656975] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.657103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98b81d47-b2f3-4aad-b36c-11436cf84f09" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.657256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.657394] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.657482] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.657736] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.657841] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.657878] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.658016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.658096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.658185] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 is going to be updated. [ 1256.659102] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.659258] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.659341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.659455] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-856c010a-00c2-4491-a0c2-aed5b6379f07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.659589] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.659756] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.659834] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.659949] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7756674-2df9-48f2-a14d-3018af3e0a8b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.660078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.660214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.706680] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.706914] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.713282] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.713598] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.713694] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.713765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.714040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.714130] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.714231] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af is going to be updated. [ 1256.715333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.715504] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.715589] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.715708] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-537812e6-4b32-4825-bb8e-a6b4f13457e2" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.715840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.715992] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.716118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.716275] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43d5774c-cb9f-45b9-8d3c-4e9143f61a1b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.716783] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.716937] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.717026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.717144] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e456aafc-3e18-4d29-8a84-c09e9a44ba85" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.717261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.717400] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.777834] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.778118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.778118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.778260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.778382] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.783147] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.783444] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.783608] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.783608] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.783793] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.783862] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.783952] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a is going to be updated. [ 1256.784979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.785153] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.785224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.785340] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-182f03b0-c353-4499-8f96-62188317da53" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.798356] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.798560] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.798560] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.798747] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.798837] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.798954] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75134ef6-bdff-48d5-9ec2-fa0f0ebe22d8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.822591] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 in Status: IN_PROGRESS for 2s [ 1256.849950] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.850136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.850209] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.850426] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.850579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.905562] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 in Status: IN_PROGRESS for 2s [ 1256.906556] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.906695] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.906782] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.906983] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.907144] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.982312] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: IN_PROGRESS for 2s [ 1257.025786] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.026060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.026118] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.026341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.026500] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.065192] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: IN_PROGRESS for 2s [ 1258.479372] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 in Status: SUCCESS [ 1258.479778] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.480078] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.480414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.480788] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.480996] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.481139] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.481388] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.481530] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.481700] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.481875] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0291726c-d1ef-4bfd-a010-1dc553ede829',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.833557] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 in Status: SUCCESS [ 1258.833735] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 deletion is rescheduled due to dependency. [ 1258.833906] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.921413] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 in Status: SUCCESS [ 1258.921413] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.984635] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0291726c-d1ef-4bfd-a010-1dc553ede829',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.999570] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: SUCCESS [ 1258.999809] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.082337] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: SUCCESS [ 1259.082740] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.489135] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0291726c-d1ef-4bfd-a010-1dc553ede829: rpc.has_security_group_logging(os_id): False [ 1259.513426] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.514235] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.514527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.514806] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.541329] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.541653] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.541816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.541882] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.542143] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.542234] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.542318] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 is going to be updated. [ 1259.622571] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.622814] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.622814] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.623036] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.623188] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.642444] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 in Status: IN_PROGRESS for 2s [ 1260.659123] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1260.659123] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1261.742745] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 in Status: SUCCESS [ 1261.742745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.812658] env[65933]: INFO networking_nsxv3.common.synchronization [None req-b0172f8d-fc13-48c3-8ba9-f644d4c3349e None None] Enqueued Resource ID: 7dd44b77-4841-477e-b134-65437a3c48ee with Priority: HIGHEST for action port [ 1263.813534] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd44b77-4841-477e-b134-65437a3c48ee with Priority: HIGHEST for action port [ 1263.813612] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dd44b77-4841-477e-b134-65437a3c48ee taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.813712] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dd44b77-4841-477e-b134-65437a3c48ee" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.813816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dd44b77-4841-477e-b134-65437a3c48ee" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.814052] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dd44b77-4841-477e-b134-65437a3c48ee" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.814139] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dd44b77-4841-477e-b134-65437a3c48ee',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.316683] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7dd44b77-4841-477e-b134-65437a3c48ee [ 1264.316683] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.316871] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.316871] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.317492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.317492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.317492] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7dd44b77-4841-477e-b134-65437a3c48ee already deleted. [ 1264.317492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dd44b77-4841-477e-b134-65437a3c48ee" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.821061] env[65933]: INFO networking_nsxv3.common.synchronization [None req-04cb2b8b-e743-45f4-8507-0fdfcd3876dd None None] Enqueued Resource ID: d270b84b-faae-4352-a344-2dae2f4a3cd7 with Priority: HIGHEST for action port [ 1265.821707] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270b84b-faae-4352-a344-2dae2f4a3cd7 with Priority: HIGHEST for action port [ 1265.822102] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-d270b84b-faae-4352-a344-2dae2f4a3cd7 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.822248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d270b84b-faae-4352-a344-2dae2f4a3cd7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.822248] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d270b84b-faae-4352-a344-2dae2f4a3cd7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.822553] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d270b84b-faae-4352-a344-2dae2f4a3cd7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.822640] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d270b84b-faae-4352-a344-2dae2f4a3cd7',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.326084] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d270b84b-faae-4352-a344-2dae2f4a3cd7 [ 1266.326084] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.326084] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.326655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.326655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.326791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.326944] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d270b84b-faae-4352-a344-2dae2f4a3cd7 already deleted. [ 1266.327135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d270b84b-faae-4352-a344-2dae2f4a3cd7" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.011137] env[65933]: INFO networking_nsxv3.common.synchronization [req-ad4be424-c89a-4489-9389-6a4a41df4ec2 req-68c26a8c-aa77-4bd7-9460-16e47c8e705b tempest-ServerAddressesNegativeTestJSON-1097735920 tempest-ServerAddressesNegativeTestJSON-1097735920-project-member] Enqueued Resource ID: 1113af38-dc70-40ef-8754-a64f453a0b75 with Priority: HIGHEST for action security_group_members [ 1269.011717] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1113af38-dc70-40ef-8754-a64f453a0b75 with Priority: HIGHEST for action security_group_members [ 1269.012182] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1113af38-dc70-40ef-8754-a64f453a0b75 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.012337] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.012408] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.012653] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.012810] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.012925] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.013054] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.013154] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.013251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.013330] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1113af38-dc70-40ef-8754-a64f453a0b75',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.276928] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-690 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.277154] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-690" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.277280] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-690" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.277624] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-690" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.277970] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.278221] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.278369] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.278608] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.278757] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.278968] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1269.279106] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1269.279243] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1269.279385] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1269.279518] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1269.279657] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1269.279838] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1269.300534] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1269.300730] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1269.300847] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1269.301052] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-690" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.301391] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-7a140657-af6c-4a00-85a2-063b19ccda0b taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.301591] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-7a140657-af6c-4a00-85a2-063b19ccda0b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.301663] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-7a140657-af6c-4a00-85a2-063b19ccda0b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.301998] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-7a140657-af6c-4a00-85a2-063b19ccda0b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.302146] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a140657-af6c-4a00-85a2-063b19ccda0b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.515332] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.515502] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.515622] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.515896] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.516032] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.516275] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.516408] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.516496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.516689] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.516792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.516905] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1113af38-dc70-40ef-8754-a64f453a0b75 already deleted. [ 1269.517032] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.804726] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.805034] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.805208] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.805581] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.805775] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.805992] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 7a140657-af6c-4a00-85a2-063b19ccda0b not found, creating... [ 1269.806396] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.806594] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.806720] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.806960] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.807183] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.807493] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.807681] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.807824] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.807977] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.808119] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.808260] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 7a140657-af6c-4a00-85a2-063b19ccda0b is going to be created. [ 1269.829058] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.829355] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.829419] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.829685] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.829979] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.830222] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-7a140657-af6c-4a00-85a2-063b19ccda0b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.534102] env[65933]: INFO networking_nsxv3.common.synchronization [req-ad4be424-c89a-4489-9389-6a4a41df4ec2 req-c7f2cfea-8190-45ec-80c3-68b2aca4ced3 service nova] Enqueued Resource ID: 1113af38-dc70-40ef-8754-a64f453a0b75 with Priority: HIGHEST for action security_group_rules [ 1270.534102] env[65933]: INFO networking_nsxv3.common.synchronization [req-ad4be424-c89a-4489-9389-6a4a41df4ec2 req-c7f2cfea-8190-45ec-80c3-68b2aca4ced3 service nova] Enqueued Resource ID: 1113af38-dc70-40ef-8754-a64f453a0b75 with Priority: HIGHEST for action security_group_members [ 1270.534369] env[65933]: INFO networking_nsxv3.common.synchronization [req-ad4be424-c89a-4489-9389-6a4a41df4ec2 req-c7f2cfea-8190-45ec-80c3-68b2aca4ced3 service nova] Enqueued Resource ID: 7a140657-af6c-4a00-85a2-063b19ccda0b with Priority: HIGHEST for action port [ 1270.534516] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1113af38-dc70-40ef-8754-a64f453a0b75 with Priority: HIGHEST for action security_group_rules [ 1270.534651] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1113af38-dc70-40ef-8754-a64f453a0b75 with Priority: HIGHEST for action security_group_members [ 1270.534748] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a140657-af6c-4a00-85a2-063b19ccda0b with Priority: HIGHEST for action port [ 1270.535461] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1113af38-dc70-40ef-8754-a64f453a0b75 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.535627] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.535745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.536029] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.536150] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1113af38-dc70-40ef-8754-a64f453a0b75',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.537086] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1113af38-dc70-40ef-8754-a64f453a0b75 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.537237] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.537334] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.537610] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.537878] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.538081] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.538212] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.538460] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.538579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.538696] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1113af38-dc70-40ef-8754-a64f453a0b75',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.539693] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a140657-af6c-4a00-85a2-063b19ccda0b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.540073] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a140657-af6c-4a00-85a2-063b19ccda0b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.540192] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a140657-af6c-4a00-85a2-063b19ccda0b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.540479] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a140657-af6c-4a00-85a2-063b19ccda0b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.541047] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a140657-af6c-4a00-85a2-063b19ccda0b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.044971] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1113af38-dc70-40ef-8754-a64f453a0b75 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.045175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.045382] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1113af38-dc70-40ef-8754-a64f453a0b75',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.046425] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a140657-af6c-4a00-85a2-063b19ccda0b with status ACTIVE [ 1271.046603] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.046733] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.046802] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.047269] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.047269] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.047432] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.047512] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.047555] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.048382] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.048382] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.048382] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.048382] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.048382] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.048749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.048749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.048749] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a140657-af6c-4a00-85a2-063b19ccda0b is going to be updated. [ 1271.070140] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.070386] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.070386] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.070542] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.070676] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.070880] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a140657-af6c-4a00-85a2-063b19ccda0b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.550736] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1113af38-dc70-40ef-8754-a64f453a0b75',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.054071] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.054071] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.054071] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.054071] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.054071] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.054071] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1113af38-dc70-40ef-8754-a64f453a0b75 is going to be created. [ 1272.080813] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.081073] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.081180] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.081459] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.081683] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.094376] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1113af38-dc70-40ef-8754-a64f453a0b75 in Status: UNINITIALIZED for 2s [ 1274.106093] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1113af38-dc70-40ef-8754-a64f453a0b75 in Status: SUCCESS [ 1274.106093] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.106093] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.106093] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.106757] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.106757] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.106757] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.106757] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.106757] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.107093] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.107093] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1113af38-dc70-40ef-8754-a64f453a0b75',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.609905] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1113af38-dc70-40ef-8754-a64f453a0b75 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.610225] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.610225] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.610435] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.610671] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.610859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.610859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.611037] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.611125] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.611215] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.611364] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1113af38-dc70-40ef-8754-a64f453a0b75 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.611475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.611537] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.611685] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.611826] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.611920] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.611979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.612138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.612214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.612293] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.612383] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1113af38-dc70-40ef-8754-a64f453a0b75',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.114506] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1113af38-dc70-40ef-8754-a64f453a0b75: rpc.has_security_group_logging(os_id): False [ 1275.133829] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.134066] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.134066] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.134277] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.134369] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.134602] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.134702] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.134765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.134913] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.135062] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.135204] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.135309] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.135361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.135527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.135603] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.135783] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.135944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.135944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.136068] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.136173] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.136316] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1113af38-dc70-40ef-8754-a64f453a0b75 is going to be created. [ 1275.195888] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.196135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.196135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.196391] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.196683] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.209795] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1113af38-dc70-40ef-8754-a64f453a0b75 in Status: IN_PROGRESS for 2s [ 1275.535592] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1275.535788] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1277.224833] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1113af38-dc70-40ef-8754-a64f453a0b75 in Status: SUCCESS [ 1277.225290] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.536619] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1280.537183] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.242304] env[65933]: INFO networking_nsxv3.common.synchronization [req-4335f155-63ab-469e-99e5-b5cab9244ba8 req-73ad53b0-d891-4792-b2cd-e5859a11e2e9 tempest-ServerAddressesNegativeTestJSON-1097735920 tempest-ServerAddressesNegativeTestJSON-1097735920-project-member] Enqueued Resource ID: 1113af38-dc70-40ef-8754-a64f453a0b75 with Priority: HIGHEST for action security_group_members [ 1281.242860] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1113af38-dc70-40ef-8754-a64f453a0b75 with Priority: HIGHEST for action security_group_members [ 1281.243538] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-1113af38-dc70-40ef-8754-a64f453a0b75 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.243675] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.243745] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.243944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.244322] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.244408] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.244464] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.244632] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.244737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.244837] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1113af38-dc70-40ef-8754-a64f453a0b75',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.747190] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.747644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.747644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.747644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.747781] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.747939] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.748068] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.748131] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.748292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.748358] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.748448] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1113af38-dc70-40ef-8754-a64f453a0b75 is going to be updated. [ 1281.786380] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.786380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.786380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.786714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.786714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.795970] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1113af38-dc70-40ef-8754-a64f453a0b75 in Status: IN_PROGRESS for 2s [ 1283.807436] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1113af38-dc70-40ef-8754-a64f453a0b75 in Status: SUCCESS [ 1283.807832] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1113af38-dc70-40ef-8754-a64f453a0b75 deletion is rescheduled due to dependency. [ 1283.807832] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.243862] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.244471] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1291.245492] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1291.246207] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1296.247216] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.247623] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1301.248403] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.248708] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1306.249714] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.250234] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1307.153543] env[65933]: INFO networking_nsxv3.common.synchronization [req-b4ee611c-484a-4bb9-a744-43f88175bde9 req-8c9df1e0-8491-432b-8dc8-4e39aa39e03c tempest-AttachVolumeShelveTestJSON-640387395 tempest-AttachVolumeShelveTestJSON-640387395-project-member] Enqueued Resource ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 with Priority: HIGHEST for action security_group_members [ 1307.154125] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 with Priority: HIGHEST for action security_group_members [ 1307.154438] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-0291726c-d1ef-4bfd-a010-1dc553ede829 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.154581] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.154647] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.154867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.155027] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.155126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.155211] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.155363] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.155483] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.155600] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0291726c-d1ef-4bfd-a010-1dc553ede829',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.659063] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.659063] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.659063] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.659560] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.659560] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.659560] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.659691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.659691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.659843] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.659918] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.660015] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 is going to be updated. [ 1307.692418] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.692649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.692649] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.692765] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.692903] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.702265] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 in Status: IN_PROGRESS for 2s [ 1309.713039] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 in Status: SUCCESS [ 1309.713415] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 deletion is rescheduled due to dependency. [ 1309.713415] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.154862] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.154862] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1316.414382] env[65933]: INFO networking_nsxv3.common.synchronization [req-e97738c6-1ef9-4b85-8a84-4348aa831626 req-94e4a303-43e1-4a57-b9f9-cb5ca3cd5e22 tempest-ServerActionsTestOtherB-39346856 tempest-ServerActionsTestOtherB-39346856-project-member] Enqueued Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_members [ 1316.414875] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_members [ 1316.417973] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.418155] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.418214] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.418420] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.419097] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.419245] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.419295] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.419426] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.419513] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.419608] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.923862] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.924106] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.924106] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.924319] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.924418] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.924624] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.924771] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.924771] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.924924] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.925014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.925102] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a is going to be updated. [ 1316.953849] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.954070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.954070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.954281] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.954522] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.962686] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: IN_PROGRESS for 2s [ 1318.973434] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: SUCCESS [ 1318.973753] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a deletion is rescheduled due to dependency. [ 1318.973753] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.416065] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.416497] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1323.799561] env[65933]: INFO networking_nsxv3.common.synchronization [req-f9ef3c94-2a03-42dd-a144-aac5badda998 req-a223ed0a-7a10-438f-884a-e0a826c1df18 tempest-ServerActionsTestOtherB-39346856 tempest-ServerActionsTestOtherB-39346856-project-member] Enqueued Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_members [ 1323.800467] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_members [ 1323.800797] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.800975] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.801076] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.801270] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.801496] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.801635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.801731] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.801930] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.802056] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.802173] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.066597] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.066795] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-471" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.066922] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-471" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.067213] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-471" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.067469] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.067629] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.067745] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.068036] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.068112] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.068311] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1324.068424] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1324.068531] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1324.068638] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1324.068743] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1324.068850] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1324.068973] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1324.089330] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1324.089481] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1324.089576] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1324.089914] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-471" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.090095] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-2fe714d8-72ec-42e5-b086-3b990395747b taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.090293] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-2fe714d8-72ec-42e5-b086-3b990395747b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.090404] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-2fe714d8-72ec-42e5-b086-3b990395747b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.090741] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-2fe714d8-72ec-42e5-b086-3b990395747b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.090880] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fe714d8-72ec-42e5-b086-3b990395747b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.304098] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.304331] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.304331] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.304541] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.304635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.304836] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.304935] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.305016] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.305168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.305247] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.305337] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a is going to be updated. [ 1324.333052] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.333290] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.333414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.333671] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.333866] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.341882] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: IN_PROGRESS for 2s [ 1324.593111] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.593332] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.593469] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.593693] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.593844] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.594289] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 2fe714d8-72ec-42e5-b086-3b990395747b not found, creating... [ 1324.594353] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.594474] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.594595] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.595040] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.595040] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.595274] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.595386] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.595547] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.595740] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.595880] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.596031] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 2fe714d8-72ec-42e5-b086-3b990395747b is going to be created. [ 1324.618366] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.618772] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.618846] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.619217] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.619914] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.619914] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-2fe714d8-72ec-42e5-b086-3b990395747b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.308900] env[65933]: INFO networking_nsxv3.common.synchronization [req-f9ef3c94-2a03-42dd-a144-aac5badda998 req-3a758f6e-6771-467d-9e79-9d429fd7f14e service nova] Enqueued Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_rules [ 1325.309183] env[65933]: INFO networking_nsxv3.common.synchronization [req-f9ef3c94-2a03-42dd-a144-aac5badda998 req-3a758f6e-6771-467d-9e79-9d429fd7f14e service nova] Enqueued Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_members [ 1325.309289] env[65933]: INFO networking_nsxv3.common.synchronization [req-f9ef3c94-2a03-42dd-a144-aac5badda998 req-3a758f6e-6771-467d-9e79-9d429fd7f14e service nova] Enqueued Resource ID: 2fe714d8-72ec-42e5-b086-3b990395747b with Priority: HIGHEST for action port [ 1325.309830] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_rules [ 1325.309969] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_members [ 1325.310086] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe714d8-72ec-42e5-b086-3b990395747b with Priority: HIGHEST for action port [ 1325.310392] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.310516] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.310584] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.310794] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.310857] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.311713] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.311809] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.312008] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fe714d8-72ec-42e5-b086-3b990395747b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.312117] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fe714d8-72ec-42e5-b086-3b990395747b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.312183] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fe714d8-72ec-42e5-b086-3b990395747b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.312347] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fe714d8-72ec-42e5-b086-3b990395747b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.312427] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fe714d8-72ec-42e5-b086-3b990395747b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.814260] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.814507] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.816045] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fe714d8-72ec-42e5-b086-3b990395747b with status ACTIVE [ 1325.816045] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.816045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.816290] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.816428] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.816587] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.816774] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.816906] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.816988] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.817201] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.817304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.817519] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.817795] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.817888] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.818010] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.818105] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.818198] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fe714d8-72ec-42e5-b086-3b990395747b is going to be updated. [ 1325.839711] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.839929] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.839929] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.840110] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.840243] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.840446] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fe714d8-72ec-42e5-b086-3b990395747b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.351117] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: SUCCESS [ 1326.351307] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a deletion is rescheduled due to dependency. [ 1326.351443] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.351577] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.351796] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.351974] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.352105] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.352168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.352317] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.352400] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.352494] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.854650] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.356782] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.859766] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.859766] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.859962] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.860131] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.860223] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.860330] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a is going to be updated. [ 1327.896646] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.896646] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.896646] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.896646] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.896646] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.905851] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: IN_PROGRESS for 2s [ 1329.916976] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: SUCCESS [ 1329.917374] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.917374] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.917587] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.917852] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.917983] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.918074] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.918230] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.918319] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.918440] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.918558] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.311303] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.311542] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1330.421325] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.923789] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c043a5e9-a064-4e57-9414-ec936dcedf5a: rpc.has_security_group_logging(os_id): False [ 1330.941736] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.941947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.941947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.942189] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.942279] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.942528] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.942634] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.942700] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.942851] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.942927] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.943022] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a is going to be updated. [ 1331.006198] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.006407] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.006407] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.006575] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.006723] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.025317] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: IN_PROGRESS for 2s [ 1333.041746] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: SUCCESS [ 1333.042136] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.312412] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.312836] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.960428] env[65933]: INFO networking_nsxv3.common.synchronization [None req-37bce2a6-b2ef-49fa-8f61-4c86dd36295b tempest-ServerActionsTestJSON-1476324812 tempest-ServerActionsTestJSON-1476324812-project-member] Enqueued Resource ID: fe4c5832-e391-4ada-afb3-45cb272680c6 with Priority: HIGHEST for action security_group_rules [ 1337.961040] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4c5832-e391-4ada-afb3-45cb272680c6 with Priority: HIGHEST for action security_group_rules [ 1337.961351] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe4c5832-e391-4ada-afb3-45cb272680c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.961483] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.961553] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.961826] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.961913] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe4c5832-e391-4ada-afb3-45cb272680c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.039631] env[65933]: INFO networking_nsxv3.common.synchronization [None req-ff8a4d0d-54d0-436a-9005-bce6af63160d tempest-ServerActionsTestJSON-1476324812 tempest-ServerActionsTestJSON-1476324812-project-member] Enqueued Resource ID: fe4c5832-e391-4ada-afb3-45cb272680c6 with Priority: HIGHEST for action security_group_rules [ 1338.040131] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4c5832-e391-4ada-afb3-45cb272680c6 with Priority: HIGHEST for action security_group_rules [ 1338.040440] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe4c5832-e391-4ada-afb3-45cb272680c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.040590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.482427] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.482640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.482640] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.482843] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.482928] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.483040] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe4c5832-e391-4ada-afb3-45cb272680c6 already deleted. [ 1338.483128] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.483270] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.483422] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.483505] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe4c5832-e391-4ada-afb3-45cb272680c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.003876] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.004284] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.004284] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.004390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.004390] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.004489] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe4c5832-e391-4ada-afb3-45cb272680c6 already deleted. [ 1339.004571] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.041496] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.041800] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.317413] env[65933]: INFO networking_nsxv3.common.synchronization [req-68fe851b-c0cc-450a-a8f3-7aacaf1acdb3 req-5e289668-b5af-46d9-b225-75d9327216ea tempest-ServerActionsTestJSON-1476324812 tempest-ServerActionsTestJSON-1476324812-project-member] Enqueued Resource ID: fe4c5832-e391-4ada-afb3-45cb272680c6 with Priority: HIGHEST for action security_group_members [ 1343.318332] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4c5832-e391-4ada-afb3-45cb272680c6 with Priority: HIGHEST for action security_group_members [ 1343.318573] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe4c5832-e391-4ada-afb3-45cb272680c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.318738] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.318781] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.319018] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.319193] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.319297] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.319355] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.319510] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.319594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.319691] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe4c5832-e391-4ada-afb3-45cb272680c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.573654] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.573884] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-253" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.574020] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-253" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.574295] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-253" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.574556] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.574712] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.574827] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.575177] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.575343] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.575584] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1343.575698] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1343.575805] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1343.575910] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1343.576026] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1343.576132] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1343.576259] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1343.598458] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1343.598653] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1343.598804] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1343.598986] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-253" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.599316] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-dc63ad41-951f-4a09-bc3b-4bf304392f1e taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.599488] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-dc63ad41-951f-4a09-bc3b-4bf304392f1e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.599608] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-dc63ad41-951f-4a09-bc3b-4bf304392f1e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.599931] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-dc63ad41-951f-4a09-bc3b-4bf304392f1e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.600084] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc63ad41-951f-4a09-bc3b-4bf304392f1e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.821917] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.822164] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.822222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.822445] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.822536] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.822741] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.822843] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.822928] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.823103] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.823181] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.823269] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe4c5832-e391-4ada-afb3-45cb272680c6 already deleted. [ 1343.823350] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.103068] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.103068] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.103068] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.103505] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.103505] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.103580] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Segment Port dc63ad41-951f-4a09-bc3b-4bf304392f1e not found, creating... [ 1344.103801] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.103964] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.104099] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.104318] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.104455] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.104736] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.104895] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.105031] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.105242] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.105381] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.105519] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: dc63ad41-951f-4a09-bc3b-4bf304392f1e is going to be created. [ 1344.123921] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.124115] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.124209] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.124448] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.124677] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.124899] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-dc63ad41-951f-4a09-bc3b-4bf304392f1e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.804222] env[65933]: INFO networking_nsxv3.common.synchronization [req-68fe851b-c0cc-450a-a8f3-7aacaf1acdb3 req-ed05a074-f515-42dd-9a06-acd3ec6364fe service nova] Enqueued Resource ID: fe4c5832-e391-4ada-afb3-45cb272680c6 with Priority: HIGHEST for action security_group_rules [ 1344.804404] env[65933]: INFO networking_nsxv3.common.synchronization [req-68fe851b-c0cc-450a-a8f3-7aacaf1acdb3 req-ed05a074-f515-42dd-9a06-acd3ec6364fe service nova] Enqueued Resource ID: fe4c5832-e391-4ada-afb3-45cb272680c6 with Priority: HIGHEST for action security_group_members [ 1344.804543] env[65933]: INFO networking_nsxv3.common.synchronization [req-68fe851b-c0cc-450a-a8f3-7aacaf1acdb3 req-ed05a074-f515-42dd-9a06-acd3ec6364fe service nova] Enqueued Resource ID: dc63ad41-951f-4a09-bc3b-4bf304392f1e with Priority: HIGHEST for action port [ 1344.804805] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4c5832-e391-4ada-afb3-45cb272680c6 with Priority: HIGHEST for action security_group_rules [ 1344.804946] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4c5832-e391-4ada-afb3-45cb272680c6 with Priority: HIGHEST for action security_group_members [ 1344.805067] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc63ad41-951f-4a09-bc3b-4bf304392f1e with Priority: HIGHEST for action port [ 1344.805600] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe4c5832-e391-4ada-afb3-45cb272680c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.805732] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.805800] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.805999] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.806142] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe4c5832-e391-4ada-afb3-45cb272680c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.807380] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe4c5832-e391-4ada-afb3-45cb272680c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.807588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.807671] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.807838] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.808012] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.808113] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.808175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.808379] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.808417] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.808497] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe4c5832-e391-4ada-afb3-45cb272680c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.809907] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc63ad41-951f-4a09-bc3b-4bf304392f1e taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.810039] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc63ad41-951f-4a09-bc3b-4bf304392f1e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.810111] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc63ad41-951f-4a09-bc3b-4bf304392f1e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.810369] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc63ad41-951f-4a09-bc3b-4bf304392f1e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.810450] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc63ad41-951f-4a09-bc3b-4bf304392f1e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.308303] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe4c5832-e391-4ada-afb3-45cb272680c6 taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.308737] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.311791] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc63ad41-951f-4a09-bc3b-4bf304392f1e with status ACTIVE [ 1345.311983] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.312125] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.312192] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.312418] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.312509] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.312696] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.312801] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.312864] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.313040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.313119] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.313300] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.313393] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.313452] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.313588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.313664] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.313745] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc63ad41-951f-4a09-bc3b-4bf304392f1e is going to be updated. [ 1345.314805] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe4c5832-e391-4ada-afb3-45cb272680c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.335500] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.335714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.335714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.335906] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.336060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.336220] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc63ad41-951f-4a09-bc3b-4bf304392f1e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.818400] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe4c5832-e391-4ada-afb3-45cb272680c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.321178] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.321554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.321554] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.321635] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.321696] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.321813] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe4c5832-e391-4ada-afb3-45cb272680c6 is going to be created. [ 1346.345131] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.345352] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.345352] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.345531] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.345718] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.355865] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe4c5832-e391-4ada-afb3-45cb272680c6 in Status: UNINITIALIZED for 2s [ 1348.367110] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe4c5832-e391-4ada-afb3-45cb272680c6 in Status: SUCCESS [ 1348.367527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.367527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.367697] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.367881] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.367998] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.368076] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.368234] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.368311] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.368400] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.368496] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe4c5832-e391-4ada-afb3-45cb272680c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.871488] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe4c5832-e391-4ada-afb3-45cb272680c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.374675] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe4c5832-e391-4ada-afb3-45cb272680c6: rpc.has_security_group_logging(os_id): False [ 1349.391833] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.392068] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.392068] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.392291] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.392380] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.392618] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.392720] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.392785] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.392951] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.393043] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.393132] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe4c5832-e391-4ada-afb3-45cb272680c6 is going to be created. [ 1349.447307] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.447535] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.447535] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.447747] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.447934] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.458253] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe4c5832-e391-4ada-afb3-45cb272680c6 in Status: IN_PROGRESS for 2s [ 1349.806264] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.806464] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1351.471214] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe4c5832-e391-4ada-afb3-45cb272680c6 in Status: SUCCESS [ 1351.471651] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.807528] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1354.807905] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.808361] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.808809] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.809449] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.809876] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.810282] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.810642] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.813120] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.813886] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.814181] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.814557] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1384.815168] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.815495] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.818317] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.818317] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.601252] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.601605] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "network-471" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.601605] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "network-471" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.601845] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "network-471" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.602124] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.602279] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.602388] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.602662] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.602809] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.603025] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1393.603142] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1393.603250] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1393.603355] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1393.603469] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1393.603567] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1393.603692] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1393.622871] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1393.623048] env[65933]: DEBUG dogpile.cache.region [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1393.623192] env[65933]: DEBUG dogpile.lock [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1393.623410] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "network-471" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.623674] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock port-2fe714d8-72ec-42e5-b086-3b990395747b taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.623841] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "port-2fe714d8-72ec-42e5-b086-3b990395747b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.623973] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "port-2fe714d8-72ec-42e5-b086-3b990395747b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.624235] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "port-2fe714d8-72ec-42e5-b086-3b990395747b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.624371] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fe714d8-72ec-42e5-b086-3b990395747b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.126500] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.126754] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.126909] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.127265] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.127480] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.127812] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.128046] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.128275] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.128607] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.128756] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.129103] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.129264] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.129373] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.129606] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.129756] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.129933] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Resource: SegmentPort with ID: 2fe714d8-72ec-42e5-b086-3b990395747b is going to be updated. [ 1394.153859] env[65933]: DEBUG networking_nsxv3.common.locking [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.154130] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.154203] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.154564] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.154796] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.155067] env[65933]: DEBUG oslo_concurrency.lockutils [None req-49315308-bc6d-41da-bb54-2ff599583e3a None None] Releasing lock "port-2fe714d8-72ec-42e5-b086-3b990395747b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.819773] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.819773] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.847146] env[65933]: INFO networking_nsxv3.common.synchronization [req-810b0714-de3f-407a-aa6e-023976f8f965 req-bbcaf465-835c-43e0-bff2-9e73ff1082d5 service nova] Enqueued Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_rules [ 1394.847356] env[65933]: INFO networking_nsxv3.common.synchronization [req-810b0714-de3f-407a-aa6e-023976f8f965 req-bbcaf465-835c-43e0-bff2-9e73ff1082d5 service nova] Enqueued Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_members [ 1394.847462] env[65933]: INFO networking_nsxv3.common.synchronization [req-810b0714-de3f-407a-aa6e-023976f8f965 req-bbcaf465-835c-43e0-bff2-9e73ff1082d5 service nova] Enqueued Resource ID: 2fe714d8-72ec-42e5-b086-3b990395747b with Priority: HIGHEST for action port [ 1394.847907] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_rules [ 1394.848056] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_members [ 1394.848185] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe714d8-72ec-42e5-b086-3b990395747b with Priority: HIGHEST for action port [ 1394.848436] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.848600] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.848639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.848807] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.848943] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.849698] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.849805] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.849872] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.850045] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.850219] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.850331] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.850395] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.850529] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.850611] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.850708] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.853274] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fe714d8-72ec-42e5-b086-3b990395747b taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.853274] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fe714d8-72ec-42e5-b086-3b990395747b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.853274] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fe714d8-72ec-42e5-b086-3b990395747b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.853274] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fe714d8-72ec-42e5-b086-3b990395747b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.853274] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fe714d8-72ec-42e5-b086-3b990395747b',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.354071] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.354071] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.354071] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.354640] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fe714d8-72ec-42e5-b086-3b990395747b with status ACTIVE [ 1395.354828] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.354942] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.355050] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.355229] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.355318] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.355493] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.355590] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.355651] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.355811] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.355887] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.356076] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.356173] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.356235] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.356373] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.356448] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.356531] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fe714d8-72ec-42e5-b086-3b990395747b is going to be updated. [ 1395.376573] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.376778] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.376778] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.376947] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.377098] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.377255] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fe714d8-72ec-42e5-b086-3b990395747b" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.858394] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.361045] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.361345] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.361437] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.361683] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.361836] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.361983] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a is going to be updated. [ 1396.397536] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.397792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.397792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.398026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.398190] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.411647] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: IN_PROGRESS for 2s [ 1398.422958] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: SUCCESS [ 1398.423404] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.423482] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.423743] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.423964] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.424176] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.424176] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.424397] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.424473] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.424535] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.424640] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.926624] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.429274] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c043a5e9-a064-4e57-9414-ec936dcedf5a: rpc.has_security_group_logging(os_id): False [ 1399.446370] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.446602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.446662] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.446839] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.446927] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.447284] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.447404] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.447472] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.447630] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.447708] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.447795] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a is going to be updated. [ 1399.531889] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.532163] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.532163] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.532395] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.532579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.552186] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: IN_PROGRESS for 2s [ 1399.849434] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.849640] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1401.570142] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: SUCCESS [ 1401.570527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.850865] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.851286] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.851994] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.852457] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.240047] env[65933]: INFO networking_nsxv3.common.synchronization [req-3450bde1-12ce-421c-82b2-ba19befbfde8 req-e5ae0567-47a3-4377-beba-c4cc5ea9a176 tempest-ServerActionsTestOtherB-39346856 tempest-ServerActionsTestOtherB-39346856-project-member] Enqueued Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_members [ 1411.240590] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGHEST for action security_group_members [ 1411.240895] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.241077] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.241135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.241340] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.241517] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.241639] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.241708] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.241865] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.241944] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.242055] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.744501] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.744719] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.744719] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.744985] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.745106] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.745328] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.745460] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.745526] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.745717] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.745813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.745908] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a is going to be updated. [ 1411.774050] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.774277] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.774322] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.774533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.774702] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.782693] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: IN_PROGRESS for 2s [ 1413.792993] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c043a5e9-a064-4e57-9414-ec936dcedf5a in Status: SUCCESS [ 1413.793385] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a deletion is rescheduled due to dependency. [ 1413.793385] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.241799] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.242189] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.243166] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.243166] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.244763] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.245178] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.246433] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.246433] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.247403] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.247403] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.762746] env[65933]: INFO networking_nsxv3.common.synchronization [req-a5a8d039-3a43-4ec4-8eea-4eb59ff50aca req-51d316b8-609a-44cd-85a8-8a7d964c62e9 tempest-ServerActionsTestJSON-1476324812 tempest-ServerActionsTestJSON-1476324812-project-member] Enqueued Resource ID: fe4c5832-e391-4ada-afb3-45cb272680c6 with Priority: HIGHEST for action security_group_members [ 1437.764574] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4c5832-e391-4ada-afb3-45cb272680c6 with Priority: HIGHEST for action security_group_members [ 1437.764679] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe4c5832-e391-4ada-afb3-45cb272680c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.764934] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.765109] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.765428] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.765741] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.766023] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.766152] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.766435] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.766588] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.766740] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe4c5832-e391-4ada-afb3-45cb272680c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.269843] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.270079] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.270079] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.270275] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.270368] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.270559] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.270663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.270719] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.270883] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.270954] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.271054] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe4c5832-e391-4ada-afb3-45cb272680c6 is going to be updated. [ 1438.306013] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.306299] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.306299] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.306463] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.306656] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.317192] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe4c5832-e391-4ada-afb3-45cb272680c6 in Status: IN_PROGRESS for 2s [ 1440.328233] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe4c5832-e391-4ada-afb3-45cb272680c6 in Status: SUCCESS [ 1440.328623] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe4c5832-e391-4ada-afb3-45cb272680c6 deletion is rescheduled due to dependency. [ 1440.328623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe4c5832-e391-4ada-afb3-45cb272680c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.765083] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.765420] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.766442] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.766836] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.768169] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.768556] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.769579] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.769948] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.770997] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.771310] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.771994] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.772380] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.095294] env[65933]: INFO networking_nsxv3.common.synchronization [req-6e616e7a-0d4f-4e88-b964-e7aae8739734 req-893bdc24-cd9e-47fc-a69c-8a031045960f tempest-ServerActionsTestJSON-1476324812 tempest-ServerActionsTestJSON-1476324812-project-member] Enqueued Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_members [ 1471.095513] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_members [ 1471.095822] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.095946] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.096061] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.096371] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.096554] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.096679] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.096805] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.096978] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.097097] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.097200] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.599316] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.599527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.599527] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.599707] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.599812] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.600045] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.600185] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.600250] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.600358] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.600433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.600554] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af is going to be updated. [ 1471.630836] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.631126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.631126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.631328] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.631490] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.640154] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: IN_PROGRESS for 2s [ 1473.651581] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: SUCCESS [ 1473.652111] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af deletion is rescheduled due to dependency. [ 1473.652111] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.096588] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.096977] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.045870] env[65933]: INFO networking_nsxv3.common.synchronization [req-53954465-9409-4b79-8579-c203847c3309 req-06e6986e-8baa-420a-a61e-a65038f16d34 tempest-ServerActionsTestJSON-1476324812 tempest-ServerActionsTestJSON-1476324812-project-member] Enqueued Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_members [ 1478.046409] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_members [ 1478.046704] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.046831] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.046897] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.047114] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.047264] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.047365] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.047430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.047570] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.047655] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.047745] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.328917] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.329136] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-253" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.329265] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-253" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.329553] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-253" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.329814] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.329993] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.330129] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.330345] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.330490] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.330711] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1478.330825] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1478.330935] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1478.331058] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1478.331170] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1478.331276] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1478.331408] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1478.352693] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1478.352904] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1478.353119] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1478.353364] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-253" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.353880] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-5b02adb0-2558-4b30-b337-8dddbd9704ba taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.354146] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-5b02adb0-2558-4b30-b337-8dddbd9704ba" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.354332] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-5b02adb0-2558-4b30-b337-8dddbd9704ba" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.354753] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-5b02adb0-2558-4b30-b337-8dddbd9704ba" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.354955] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b02adb0-2558-4b30-b337-8dddbd9704ba',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.549907] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.550162] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.550162] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.550375] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.550467] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.550657] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.550749] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.550900] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.550981] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.551068] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.551160] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af is going to be updated. [ 1478.581650] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.581962] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.581962] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.582111] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.582243] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.591718] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: IN_PROGRESS for 2s [ 1478.858109] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.858450] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.858630] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.858945] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.859160] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.859395] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 5b02adb0-2558-4b30-b337-8dddbd9704ba not found, creating... [ 1478.859686] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.859915] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.860086] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.860378] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.860533] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.860836] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.860998] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.861141] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.861351] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.861526] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.861684] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 5b02adb0-2558-4b30-b337-8dddbd9704ba is going to be created. [ 1478.883735] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.883956] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.884088] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.884375] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.884602] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.884873] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-5b02adb0-2558-4b30-b337-8dddbd9704ba" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.583424] env[65933]: INFO networking_nsxv3.common.synchronization [req-53954465-9409-4b79-8579-c203847c3309 req-ddf3edec-55a7-41b1-8d8e-a732c2739869 service nova] Enqueued Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_rules [ 1479.583706] env[65933]: INFO networking_nsxv3.common.synchronization [req-53954465-9409-4b79-8579-c203847c3309 req-ddf3edec-55a7-41b1-8d8e-a732c2739869 service nova] Enqueued Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_members [ 1479.583896] env[65933]: INFO networking_nsxv3.common.synchronization [req-53954465-9409-4b79-8579-c203847c3309 req-ddf3edec-55a7-41b1-8d8e-a732c2739869 service nova] Enqueued Resource ID: 5b02adb0-2558-4b30-b337-8dddbd9704ba with Priority: HIGHEST for action port [ 1479.585028] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_rules [ 1479.585228] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_members [ 1479.585384] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b02adb0-2558-4b30-b337-8dddbd9704ba with Priority: HIGHEST for action port [ 1479.585756] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.585931] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.586056] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.586331] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.586451] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.587539] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.587674] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.587946] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b02adb0-2558-4b30-b337-8dddbd9704ba taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.588114] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b02adb0-2558-4b30-b337-8dddbd9704ba" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.588221] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b02adb0-2558-4b30-b337-8dddbd9704ba" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.588453] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b02adb0-2558-4b30-b337-8dddbd9704ba" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.588567] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b02adb0-2558-4b30-b337-8dddbd9704ba',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.090334] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.090472] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.090676] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b02adb0-2558-4b30-b337-8dddbd9704ba with status ACTIVE [ 1480.090847] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.090982] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.091072] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.091258] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.091352] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.091524] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.091619] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.091682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.091830] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.092014] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.092139] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.092235] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.092302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.092434] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.092511] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.092591] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b02adb0-2558-4b30-b337-8dddbd9704ba is going to be updated. [ 1480.113817] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.114061] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.114061] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.114312] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.114450] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.114650] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b02adb0-2558-4b30-b337-8dddbd9704ba" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.601975] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: SUCCESS [ 1480.602462] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af deletion is rescheduled due to dependency. [ 1480.602462] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.602462] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.602659] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.602847] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.602972] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.603056] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.603218] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.603298] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.603394] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.105895] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.610082] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.112737] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.112907] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.113040] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.113246] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.113342] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.113440] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af is going to be updated. [ 1482.143199] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.143367] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.143469] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.143628] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.143772] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.152792] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: IN_PROGRESS for 2s [ 1484.164144] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: SUCCESS [ 1484.164144] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.164704] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.164704] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.164865] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.164977] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.165070] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.165192] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.165275] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.165371] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.165462] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.586902] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.587170] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1484.667627] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.170609] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9636ea3-1fe4-44d5-98e6-2fdfaac034af: rpc.has_security_group_logging(os_id): False [ 1485.188813] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.189049] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.189101] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.189369] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.189495] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.189888] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.190060] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.190174] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.190399] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.190514] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.190635] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af is going to be updated. [ 1485.252933] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.253183] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.253183] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.253335] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.253486] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.264675] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: IN_PROGRESS for 2s [ 1487.281281] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: SUCCESS [ 1487.281836] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.451897] env[65933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1489.452341] env[65933]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0f1b813a-2e18-4672-8fd2-3ac674a6e4d6 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1489.587876] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1489.588082] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1490.388401] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.388693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.388693] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.388858] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.388976] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.891496] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.394093] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.896620] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1491.897051] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1492.679195] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.679430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.679475] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.679665] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.824643] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1492.825503] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.826606] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1492.864081] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.864289] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.864289] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.864545] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.878122] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.878905] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1492.878998] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1492.879093] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1492.911466] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.911844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.911844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.911939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.912708] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.912862] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1492.998927] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.999168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.999168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.001852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.001852] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.001852] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1493.083162] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.083377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.083377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.083545] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.083871] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.084173] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:29. [ 1493.084267] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d9636ea3-1fe4-44d5-98e6-2fdfaac034af', 'b058b461-f175-4a0a-bb89-4120a7ee8d03', 'c0fbf47a-31ba-466f-b61f-e7d95d8dc328', '63968d53-7162-451b-8a05-0f14bd1489dc', 'be6e523b-5644-46ea-b989-e4f6a7d674c6', 'cbe07f2e-2f62-439c-9284-a9329f936351', '4b04c899-2a32-4d93-8f12-bfffda8ef913', 'a3521bfc-31bb-4393-8ccc-c4ee9c73d32d', 'fd94a0de-72e8-4dd9-8196-413d5fef350e', '4d5d0272-3c59-4aa0-9df9-ed600c524e07', '4c695915-93e9-4a7f-aaf8-ba0877b5d3c8', '1113af38-dc70-40ef-8754-a64f453a0b75', '30e9f5ad-d337-46ab-946d-93449a21ccf5', '0291726c-d1ef-4bfd-a010-1dc553ede829', '603944a2-4e8d-4f2c-b9f7-23241e53524c', '7022cd29-8784-4706-ac03-3cc7395ab323', 'c043a5e9-a064-4e57-9414-ec936dcedf5a', 'a09b95a8-680f-4272-8cc6-fdb42656abbe', 'a1273006-64bc-4383-a462-be6d2973e3b1', '67e8ceb4-8f6c-471c-8c4e-11c5108ecc21', '0a7a29fa-9493-47a0-96f3-2f25b124e524', '5637bd2b-e866-4614-8440-4cdd12316a09', '62db4734-03b6-4e31-a6a6-b67fcef4088a', 'a475b5c9-2f97-44e2-bd2d-374a22ce5fc6', '73da4a62-171f-4029-ab34-10c08da987b8', 'af544d8b-6544-4d0b-85c0-c2a6d7b5b07e', 'bc980ccc-baa8-46a7-90bc-5192e1849b0c', 'fe4c5832-e391-4ada-afb3-45cb272680c6', '46a0f8bd-3799-4728-8031-3f02aee1dbed'} {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1493.084391] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1493.111917] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.112175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.112175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.112399] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.112505] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.112624] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1493.112664] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1493.112740] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1493.185378] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.185646] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.185646] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.185785] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.186882] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.187149] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1493.187219] env[65933]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65933) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1493.187292] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1493.187357] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1493.187434] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/29 resources of Type:Security Group Rules [ 1493.187500] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGH for action security_group_rules [ 1493.187579] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGH for action security_group_rules [ 1493.187644] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0fbf47a-31ba-466f-b61f-e7d95d8dc328 with Priority: HIGH for action security_group_rules [ 1493.187704] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGH for action security_group_rules [ 1493.187761] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 with Priority: HIGH for action security_group_rules [ 1493.187819] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbe07f2e-2f62-439c-9284-a9329f936351 with Priority: HIGH for action security_group_rules [ 1493.187872] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4b04c899-2a32-4d93-8f12-bfffda8ef913 with Priority: HIGH for action security_group_rules [ 1493.187923] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGH for action security_group_rules [ 1493.187986] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd94a0de-72e8-4dd9-8196-413d5fef350e with Priority: HIGH for action security_group_rules [ 1493.188057] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 with Priority: HIGH for action security_group_rules [ 1493.188118] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 with Priority: HIGH for action security_group_rules [ 1493.188169] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1113af38-dc70-40ef-8754-a64f453a0b75 with Priority: HIGH for action security_group_rules [ 1493.188222] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 with Priority: HIGH for action security_group_rules [ 1493.188280] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 with Priority: HIGH for action security_group_rules [ 1493.188339] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c with Priority: HIGH for action security_group_rules [ 1493.188397] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7022cd29-8784-4706-ac03-3cc7395ab323 with Priority: HIGH for action security_group_rules [ 1493.188458] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGH for action security_group_rules [ 1493.188512] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a09b95a8-680f-4272-8cc6-fdb42656abbe with Priority: HIGH for action security_group_rules [ 1493.188571] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1273006-64bc-4383-a462-be6d2973e3b1 with Priority: HIGH for action security_group_rules [ 1493.188628] env[65933]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 with Priority: HIGH for action security_group_rules [ 1493.188719] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.588852] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1494.589229] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1494.589229] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGH for action security_group_rules [ 1494.589229] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0fbf47a-31ba-466f-b61f-e7d95d8dc328 with Priority: HIGH for action security_group_rules [ 1494.589358] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b04c899-2a32-4d93-8f12-bfffda8ef913 with Priority: HIGH for action security_group_rules [ 1494.589453] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c with Priority: HIGH for action security_group_rules [ 1494.589522] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 with Priority: HIGH for action security_group_rules [ 1494.589617] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1273006-64bc-4383-a462-be6d2973e3b1 with Priority: HIGH for action security_group_rules [ 1494.589709] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a09b95a8-680f-4272-8cc6-fdb42656abbe with Priority: HIGH for action security_group_rules [ 1494.589801] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c043a5e9-a064-4e57-9414-ec936dcedf5a with Priority: HIGH for action security_group_rules [ 1494.589893] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 with Priority: HIGH for action security_group_rules [ 1494.589983] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7022cd29-8784-4706-ac03-3cc7395ab323 with Priority: HIGH for action security_group_rules [ 1494.590116] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 with Priority: HIGH for action security_group_rules [ 1494.590208] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1113af38-dc70-40ef-8754-a64f453a0b75 with Priority: HIGH for action security_group_rules [ 1494.590282] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 with Priority: HIGH for action security_group_rules [ 1494.590369] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 with Priority: HIGH for action security_group_rules [ 1494.590456] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd94a0de-72e8-4dd9-8196-413d5fef350e with Priority: HIGH for action security_group_rules [ 1494.590543] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe07f2e-2f62-439c-9284-a9329f936351 with Priority: HIGH for action security_group_rules [ 1494.590628] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d with Priority: HIGH for action security_group_rules [ 1494.590714] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 with Priority: HIGH for action security_group_rules [ 1494.590798] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 with Priority: HIGH for action security_group_rules [ 1494.590884] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63968d53-7162-451b-8a05-0f14bd1489dc with Priority: HIGH for action security_group_rules [ 1494.591246] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.591397] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.591488] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.591703] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.591785] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.593341] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0fbf47a-31ba-466f-b61f-e7d95d8dc328 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.593341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.593532] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.593574] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.593666] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0fbf47a-31ba-466f-b61f-e7d95d8dc328',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.594381] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b04c899-2a32-4d93-8f12-bfffda8ef913 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.595217] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.595217] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.595217] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.595217] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b04c899-2a32-4d93-8f12-bfffda8ef913',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.596203] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-603944a2-4e8d-4f2c-b9f7-23241e53524c taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.596203] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.596203] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.596203] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.596203] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('603944a2-4e8d-4f2c-b9f7-23241e53524c',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.596891] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.596891] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.597028] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.597073] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.597163] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67e8ceb4-8f6c-471c-8c4e-11c5108ecc21',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.597859] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1273006-64bc-4383-a462-be6d2973e3b1 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.597994] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.598067] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.598216] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.598287] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1273006-64bc-4383-a462-be6d2973e3b1',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.599041] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a09b95a8-680f-4272-8cc6-fdb42656abbe taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.599168] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.599292] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.599474] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.599579] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a09b95a8-680f-4272-8cc6-fdb42656abbe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.600536] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c043a5e9-a064-4e57-9414-ec936dcedf5a taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.600688] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.600734] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.600859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.600934] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c043a5e9-a064-4e57-9414-ec936dcedf5a',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.601610] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0291726c-d1ef-4bfd-a010-1dc553ede829 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.601723] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.601789] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.601936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.602014] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0291726c-d1ef-4bfd-a010-1dc553ede829',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.602705] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7022cd29-8784-4706-ac03-3cc7395ab323 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.602833] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.602902] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.603075] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.603176] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7022cd29-8784-4706-ac03-3cc7395ab323',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.603927] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30e9f5ad-d337-46ab-946d-93449a21ccf5 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.604064] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.604144] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.604257] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.604334] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30e9f5ad-d337-46ab-946d-93449a21ccf5',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.605138] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1113af38-dc70-40ef-8754-a64f453a0b75 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.605268] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.605321] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.605463] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.605858] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1113af38-dc70-40ef-8754-a64f453a0b75',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.606288] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.606396] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.606511] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.606650] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.607253] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c695915-93e9-4a7f-aaf8-ba0877b5d3c8',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.607365] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d5d0272-3c59-4aa0-9df9-ed600c524e07 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.607509] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.607509] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.607682] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.607743] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d5d0272-3c59-4aa0-9df9-ed600c524e07',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.608502] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd94a0de-72e8-4dd9-8196-413d5fef350e taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.608572] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.608611] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.608732] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.608805] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd94a0de-72e8-4dd9-8196-413d5fef350e',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.609551] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbe07f2e-2f62-439c-9284-a9329f936351 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.609660] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.609730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.609877] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.609950] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbe07f2e-2f62-439c-9284-a9329f936351',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.610616] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.610724] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.610791] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.610937] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.611020] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3521bfc-31bb-4393-8ccc-c4ee9c73d32d',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.611774] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be6e523b-5644-46ea-b989-e4f6a7d674c6 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.611910] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.611987] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.612175] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.612288] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be6e523b-5644-46ea-b989-e4f6a7d674c6',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.612912] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b058b461-f175-4a0a-bb89-4120a7ee8d03 taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.613058] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.613109] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.613251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.613318] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b058b461-f175-4a0a-bb89-4120a7ee8d03',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.613966] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63968d53-7162-451b-8a05-0f14bd1489dc taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.614089] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.614155] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.614303] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.614376] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63968d53-7162-451b-8a05-0f14bd1489dc',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.639848] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.639985] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.640090] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.640321] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.645689] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.645820] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.659747] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.659859] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67e8ceb4-8f6c-471c-8c4e-11c5108ecc21 is going to be deleted. [ 1494.660744] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.660976] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.678989] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.679139] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a09b95a8-680f-4272-8cc6-fdb42656abbe is going to be deleted. [ 1494.713691] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.713916] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.713916] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.714127] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.714221] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.714342] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67e8ceb4-8f6c-471c-8c4e-11c5108ecc21" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.723384] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.723540] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.723585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.723750] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.723836] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.723955] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a09b95a8-680f-4272-8cc6-fdb42656abbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.125136] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.125331] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.125379] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.125546] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.125704] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.125801] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.125864] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.126018] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.126134] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.126224] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.126314] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.184320] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.184536] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.184585] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.184781] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.187165] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.187269] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.193348] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.193524] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.194246] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.194344] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.195909] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.196011] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.196723] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.196846] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.197553] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.197651] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.198374] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.198465] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.199188] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.199285] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.199959] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.200083] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.200756] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.200850] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.201460] env[65933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1495.201863] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.201948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.202561] env[65933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1495.202961] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.203069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.203708] env[65933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1495.204130] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.204225] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.204838] env[65933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1495.205204] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.205298] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.206238] env[65933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1495.206637] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.206730] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.207303] env[65933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1495.207699] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.207792] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.208471] env[65933]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1495.208874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.208989] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0fbf47a-31ba-466f-b61f-e7d95d8dc328 is going to be deleted. [ 1495.209816] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.210042] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.231387] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.231548] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1273006-64bc-4383-a462-be6d2973e3b1 is going to be deleted. [ 1495.232478] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.232678] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.251753] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.251920] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1113af38-dc70-40ef-8754-a64f453a0b75 is going to be deleted. [ 1495.252826] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.253048] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.265652] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.265844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.268644] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.268763] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30e9f5ad-d337-46ab-946d-93449a21ccf5 is going to be deleted. [ 1495.269607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.269807] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.287884] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.288093] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd94a0de-72e8-4dd9-8196-413d5fef350e is going to be deleted. [ 1495.289338] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.289646] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.291511] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.291648] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.308430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.308589] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0291726c-d1ef-4bfd-a010-1dc553ede829 is going to be deleted. [ 1495.309375] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.309592] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.311292] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.311433] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.327187] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.327350] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63968d53-7162-451b-8a05-0f14bd1489dc is going to be deleted. [ 1495.328222] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.328678] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.330793] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.330930] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.358127] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.358303] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be6e523b-5644-46ea-b989-e4f6a7d674c6 is going to be deleted. [ 1495.359207] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.359430] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.363755] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.363939] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.397135] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.397339] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 603944a2-4e8d-4f2c-b9f7-23241e53524c is going to be deleted. [ 1495.398315] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.398545] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.413669] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.413931] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.442811] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.443056] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.485420] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.485633] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7022cd29-8784-4706-ac03-3cc7395ab323 is going to be deleted. [ 1495.486523] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.486769] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.534128] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.534359] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.535208] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.535331] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d5d0272-3c59-4aa0-9df9-ed600c524e07 is going to be deleted. [ 1495.536250] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.536465] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.586255] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.586432] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbe07f2e-2f62-439c-9284-a9329f936351 is going to be deleted. [ 1495.587303] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.587534] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.624092] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.624555] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.629696] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.629840] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.638287] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.670723] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.670907] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c043a5e9-a064-4e57-9414-ec936dcedf5a is going to be deleted. [ 1495.671845] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.672091] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.689936] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.690162] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.705651] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.705824] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c695915-93e9-4a7f-aaf8-ba0877b5d3c8 is going to be deleted. [ 1495.706772] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.707032] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.738100] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.738424] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3521bfc-31bb-4393-8ccc-c4ee9c73d32d is going to be deleted. [ 1495.739260] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.739999] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.741538] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.741646] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.785379] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.785602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.798676] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.798855] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b04c899-2a32-4d93-8f12-bfffda8ef913 is going to be deleted. [ 1495.799781] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.799997] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.833533] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.833749] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b058b461-f175-4a0a-bb89-4120a7ee8d03 is going to be deleted. [ 1495.834625] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.834868] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.834962] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.835097] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0fbf47a-31ba-466f-b61f-e7d95d8dc328" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.835261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.835418] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.835496] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.835607] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1273006-64bc-4383-a462-be6d2973e3b1" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.836169] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.836361] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.836405] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.836523] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1113af38-dc70-40ef-8754-a64f453a0b75" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.836652] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.836936] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.837026] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.837138] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30e9f5ad-d337-46ab-946d-93449a21ccf5" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.837289] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.837416] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.837492] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.837602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd94a0de-72e8-4dd9-8196-413d5fef350e" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.837731] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.837867] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.837941] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.838066] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63968d53-7162-451b-8a05-0f14bd1489dc" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.838196] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.838333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.838406] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.838515] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0291726c-d1ef-4bfd-a010-1dc553ede829" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.838638] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.838771] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.838844] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.838948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be6e523b-5644-46ea-b989-e4f6a7d674c6" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.839172] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.839398] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.839478] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.839589] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7022cd29-8784-4706-ac03-3cc7395ab323" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.839779] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.839927] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.840062] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.840188] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-603944a2-4e8d-4f2c-b9f7-23241e53524c" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.840299] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.840437] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.840508] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.840619] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d5d0272-3c59-4aa0-9df9-ed600c524e07" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.840743] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.840874] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.840945] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.841076] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbe07f2e-2f62-439c-9284-a9329f936351" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.841207] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.841341] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.841414] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.841519] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c043a5e9-a064-4e57-9414-ec936dcedf5a" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.881078] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.881333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.881333] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.881522] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.881614] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.881736] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3521bfc-31bb-4393-8ccc-c4ee9c73d32d" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.896947] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.897173] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.897173] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.897363] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.897454] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.897579] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c695915-93e9-4a7f-aaf8-ba0877b5d3c8" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.930383] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.930596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.930596] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.930789] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.930879] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.930999] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b04c899-2a32-4d93-8f12-bfffda8ef913" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.982727] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.982946] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.982946] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.983190] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.983272] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.983393] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b058b461-f175-4a0a-bb89-4120a7ee8d03" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.141320] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9636ea3-1fe4-44d5-98e6-2fdfaac034af: rpc.has_security_group_logging(os_id): False [ 1496.162013] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.162283] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.162400] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.162714] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.182142] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.182572] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.182790] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.182905] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.183162] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.183290] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.183427] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af is going to be updated. [ 1496.246118] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.246377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.246377] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.246559] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.246709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.268396] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: IN_PROGRESS for 2s [ 1498.282218] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: SUCCESS [ 1498.282623] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.591771] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.592270] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.593267] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.593662] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.594072] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.594494] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1514.595252] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.595647] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1519.596195] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.596661] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1524.596887] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.597260] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.597980] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.597980] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1534.599337] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1534.599748] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1539.600598] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1539.600974] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1544.602375] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1544.602375] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1549.602927] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1549.603324] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1554.604215] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.604521] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1558.923521] env[65933]: INFO networking_nsxv3.common.synchronization [req-027ac48a-3b13-44b0-b734-26515f67e203 req-1e6f5a5a-611b-4b9e-8a5a-f3130d2876cc tempest-ServerActionsTestJSON-1476324812 tempest-ServerActionsTestJSON-1476324812-project-member] Enqueued Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_members [ 1558.923758] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_members [ 1558.924107] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.924236] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.924304] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.924498] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.924658] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.924742] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.924810] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.924953] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.925069] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.925176] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1559.428151] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.428151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.428151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.428151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.428151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.428151] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.428151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.428151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.428619] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.428619] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.428619] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af is going to be updated. [ 1559.469157] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.469384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.469384] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.469569] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.469711] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.478475] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: IN_PROGRESS for 2s [ 1561.491087] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: SUCCESS [ 1561.491087] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af deletion is rescheduled due to dependency. [ 1561.491535] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.925220] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1563.925629] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.965704] env[65933]: INFO networking_nsxv3.common.synchronization [req-b219dad8-0db9-40c3-bc98-ee8871f807a0 req-5a00a2f4-cd1f-4daf-8769-fd0beebbd865 tempest-ServerActionsTestJSON-1476324812 tempest-ServerActionsTestJSON-1476324812-project-member] Enqueued Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_members [ 1565.966248] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_members [ 1565.966547] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.966684] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.966753] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.966956] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.967154] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.967256] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.967316] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.967468] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.967543] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.967635] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.218455] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.218770] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "network-253" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.218983] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "network-253" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.219398] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "network-253" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.219800] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.220089] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.220310] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.220641] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.220924] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.221207] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1566.221430] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] NeedRegenerationException {{(pid=65933) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1566.222048] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] no value, waiting for create lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1566.222048] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] value creation lock acquired {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1566.222048] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] No value present for key: 'zone-id' {{(pid=65933) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1566.222223] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Calling creation function for not-yet-present value {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1566.222426] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1566.244544] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1566.244722] env[65933]: DEBUG dogpile.cache.region [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65933) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1566.244825] env[65933]: DEBUG dogpile.lock [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Released creation lock {{(pid=65933) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1566.244998] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "network-253" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.245328] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock port-77f7ce17-61a9-4af1-a1d1-c250e8b14dbe taken with stack trace [, , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.245503] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "port-77f7ce17-61a9-4af1-a1d1-c250e8b14dbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.245620] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "port-77f7ce17-61a9-4af1-a1d1-c250e8b14dbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.245949] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "port-77f7ce17-61a9-4af1-a1d1-c250e8b14dbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.246150] env[65933]: DEBUG networking_nsxv3.api.rpc [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77f7ce17-61a9-4af1-a1d1-c250e8b14dbe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.470016] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.470251] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.470309] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.470594] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.470691] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.470942] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.471096] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.471164] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.471460] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.471551] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.471679] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af is going to be updated. [ 1566.497177] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.497405] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.497405] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.497567] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.497709] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.506606] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: IN_PROGRESS for 2s [ 1566.748909] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.749144] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.749196] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.749461] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.749612] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.749764] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Segment Port 77f7ce17-61a9-4af1-a1d1-c250e8b14dbe not found, creating... [ 1566.750029] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.750195] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.750312] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.750529] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.750662] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.751021] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.751183] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.751302] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.751506] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.751642] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.751777] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Resource: SegmentPort with ID: 77f7ce17-61a9-4af1-a1d1-c250e8b14dbe is going to be created. [ 1566.772461] env[65933]: DEBUG networking_nsxv3.common.locking [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.772691] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.772751] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.773043] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.773285] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.773510] env[65933]: DEBUG oslo_concurrency.lockutils [None req-98bab6e9-7080-4c98-b09a-a7f92027217e None None] Releasing lock "port-77f7ce17-61a9-4af1-a1d1-c250e8b14dbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.466757] env[65933]: INFO networking_nsxv3.common.synchronization [req-b219dad8-0db9-40c3-bc98-ee8871f807a0 req-1afc4a28-76ee-4b18-9e75-c14957db444e service nova] Enqueued Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_rules [ 1567.467024] env[65933]: INFO networking_nsxv3.common.synchronization [req-b219dad8-0db9-40c3-bc98-ee8871f807a0 req-1afc4a28-76ee-4b18-9e75-c14957db444e service nova] Enqueued Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_members [ 1567.467145] env[65933]: INFO networking_nsxv3.common.synchronization [req-b219dad8-0db9-40c3-bc98-ee8871f807a0 req-1afc4a28-76ee-4b18-9e75-c14957db444e service nova] Enqueued Resource ID: 77f7ce17-61a9-4af1-a1d1-c250e8b14dbe with Priority: HIGHEST for action port [ 1567.467636] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_rules [ 1567.467774] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_members [ 1567.467872] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77f7ce17-61a9-4af1-a1d1-c250e8b14dbe with Priority: HIGHEST for action port [ 1567.468299] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.468426] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.468493] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.468701] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.468782] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.470131] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.470261] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.470623] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock port-77f7ce17-61a9-4af1-a1d1-c250e8b14dbe taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.470948] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77f7ce17-61a9-4af1-a1d1-c250e8b14dbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.471034] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77f7ce17-61a9-4af1-a1d1-c250e8b14dbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.471277] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77f7ce17-61a9-4af1-a1d1-c250e8b14dbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.471363] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77f7ce17-61a9-4af1-a1d1-c250e8b14dbe',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.973498] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.973712] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.973764] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77f7ce17-61a9-4af1-a1d1-c250e8b14dbe with status ACTIVE [ 1567.973950] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.974130] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.974209] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.974418] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.974520] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.974684] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.974820] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.974859] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.974995] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.975092] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.975281] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.975378] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.975442] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.975586] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.975703] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.975764] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77f7ce17-61a9-4af1-a1d1-c250e8b14dbe is going to be updated. [ 1567.997491] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.997713] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.997713] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.998302] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.998456] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.998618] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77f7ce17-61a9-4af1-a1d1-c250e8b14dbe" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.554349] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: SUCCESS [ 1568.554663] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af deletion is rescheduled due to dependency. [ 1568.554663] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.554796] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.555057] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.555271] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.555397] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.555462] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.555630] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.555713] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.555807] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.058280] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.560126] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.063059] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.063059] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.063059] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.063295] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.063329] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.063442] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af is going to be updated. [ 1570.091671] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.091671] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.091671] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.091671] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.092126] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.100305] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: IN_PROGRESS for 2s [ 1572.113915] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: SUCCESS [ 1572.114219] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.114335] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.114646] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.114888] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.115063] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.115146] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.115343] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.115428] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.115518] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.115603] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.469379] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1572.469555] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1572.618339] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.121157] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9636ea3-1fe4-44d5-98e6-2fdfaac034af: rpc.has_security_group_logging(os_id): False [ 1573.138726] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.138940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.138940] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.139151] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.139245] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.139498] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.139602] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.139666] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.139813] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.139890] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.139978] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af is going to be updated. [ 1573.195785] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.195979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.195979] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.196204] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.196353] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.211146] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: IN_PROGRESS for 2s [ 1575.228646] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: SUCCESS [ 1575.229046] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.471166] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1577.471581] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1582.472737] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1582.473172] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1587.473712] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1587.474127] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1592.474690] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1592.475061] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1597.475674] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1597.476104] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1602.477283] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1602.477683] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1607.478522] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1607.478799] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1612.479993] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1612.480393] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1617.481150] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1617.481647] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1622.482369] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1622.482676] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1627.483299] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1627.483725] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1629.554270] env[65933]: INFO networking_nsxv3.common.synchronization [req-ec2e07d1-43c0-4ab4-90f2-c03effb65675 req-bd99eaed-5c58-4da0-a123-8eed0297c5f0 tempest-ServerActionsTestJSON-1476324812 tempest-ServerActionsTestJSON-1476324812-project-member] Enqueued Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_members [ 1629.554851] env[65933]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af with Priority: HIGHEST for action security_group_members [ 1629.555202] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af taken with stack trace [, , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1629.555331] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.556039] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.556039] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1629.556039] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1629.556039] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.556039] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.556039] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1629.556340] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1629.556340] env[65933]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9636ea3-1fe4-44d5-98e6-2fdfaac034af',) {} {{(pid=65933) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1630.059719] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1630.059719] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.059719] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.059719] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1630.059719] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.060115] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1630.060115] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.060115] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.060115] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1630.060288] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.060288] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af is going to be updated. [ 1630.095951] env[65933]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65933) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1630.096190] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.096190] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.096366] env[65933]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1630.096508] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.104794] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: IN_PROGRESS for 2s [ 1632.116753] env[65933]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af in Status: SUCCESS [ 1632.117183] env[65933]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9636ea3-1fe4-44d5-98e6-2fdfaac034af deletion is rescheduled due to dependency. [ 1632.117183] env[65933]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9636ea3-1fe4-44d5-98e6-2fdfaac034af" {{(pid=65933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.555911] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1634.556277] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1639.556996] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1639.557417] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1644.557771] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1644.558202] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1649.558653] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1649.559050] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1654.559430] env[65933]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1654.559872] env[65933]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0